-- Logs begin at Thu 2021-09-16 16:51:39 UTC, end at Thu 2021-09-16 17:57:11 UTC. -- Sep 16 17:33:15.017365 dv-cinder-809439-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 17:33:17.395670 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.common.config [-] Logging enabled! Sep 16 17:33:17.396485 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev6 Sep 16 17:33:17.396485 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79355) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 17:33:17.399611 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.common.config [-] Logging enabled! Sep 16 17:33:17.399872 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev6 Sep 16 17:33:17.400185 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79355) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 17:33:17.401113 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:33:17.401345 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:33:17.401708 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:33:17.401955 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:33:17.402181 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:33:17.402496 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.402789 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.403083 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.403313 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.403625 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.403920 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.404202 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.404489 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.404825 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.405127 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.405473 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.405760 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.405991 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.406271 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.406557 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.406842 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.407065 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] debug = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.407344 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.407805 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.408208 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.408486 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.408769 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.409055 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.409311 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.409583 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.409862 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.410183 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] host = dv-cinder-809439-1-smb {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.410454 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.410735 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.411015 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.411297 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.411565 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.411861 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.412143 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.412413 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.412682 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.412956 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.413243 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.413529 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.413818 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.414043 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.414263 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.414549 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.414828 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.415103 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.415372 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.415666 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.415939 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.416206 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.416469 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.416748 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.417029 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.417311 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.417580 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.417846 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.418112 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.418376 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.418653 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.418918 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.419186 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.419455 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.419768 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.420033 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.420848 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.421312 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.421601 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.421883 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.422164 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.422434 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.422713 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.422979 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.423246 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.423517 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_json = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.423810 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.424075 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.424353 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.424621 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.424888 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.425152 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.425417 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.425702 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:17.425994 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.426287 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.426583 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.426862 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.427153 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.427429 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.427742 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.428019 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.428304 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.428589 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.428873 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.429147 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.429429 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.429703 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.429991 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.430288 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.430577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.430861 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.431129 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.431398 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.431692 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.431967 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.432245 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.432532 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.432816 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.433084 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.433356 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.433643 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.433913 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.434180 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.434452 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.434735 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.435005 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.435271 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.435552 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.435846 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.436879 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.437155 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.437428 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.437714 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.437987 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.438255 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.438522 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.438793 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.439058 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.439336 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.439625 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.439896 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.440165 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.440436 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.440703 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.440968 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.441237 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.441502 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.441772 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.442038 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.442304 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.442571 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.442839 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.443107 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.443376 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.443667 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.443945 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.444217 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.444486 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.444756 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.445030 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.445303 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.445587 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.445887 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.446165 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.446440 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.446714 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.446990 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.447264 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.447536 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.447836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.448113 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.448384 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.448670 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.448950 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.449233 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.449511 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.449785 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.450076 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.450351 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.450628 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.450904 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.451178 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.451463 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.451815 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.452111 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.452402 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.452693 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.452985 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.453272 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.453548 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.453854 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.454132 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:17.454349 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:33:17.454590 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79355) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 17:33:17.839419 dv-cinder-809439-1-smb neutron-server[79355]: INFO keyring.backend [-] Loading KWallet Sep 16 17:33:17.847250 dv-cinder-809439-1-smb neutron-server[79355]: INFO keyring.backend [-] Loading SecretService Sep 16 17:33:17.851044 dv-cinder-809439-1-smb neutron-server[79355]: INFO keyring.backend [-] Loading Windows Sep 16 17:33:17.852387 dv-cinder-809439-1-smb neutron-server[79355]: INFO keyring.backend [-] Loading chainer Sep 16 17:33:17.852971 dv-cinder-809439-1-smb neutron-server[79355]: INFO keyring.backend [-] Loading macOS Sep 16 17:33:17.886612 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79355) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:17.886887 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79355) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:17.887224 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79355) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:17.887500 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 17:33:18.188714 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.189001 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.189271 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.190446 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.190717 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.190976 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.311710 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.311983 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.312249 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.325084 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.325364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.325636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.355088 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.355366 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.355655 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.395719 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.395999 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.396535 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.625265 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.625470 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.625734 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.626000 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.626940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.750598 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.750918 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.751199 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.751467 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.751752 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.752064 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.752323 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.752578 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.752836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.753110 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.753365 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.753625 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.753884 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.754138 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.754401 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.754665 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.754917 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.755180 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.755426 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.755728 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.756076 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.756326 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.756575 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.756858 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.757101 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.757342 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.757720 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.757960 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.758193 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.758427 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.758659 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.758890 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:18.759347 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 17:33:18.762380 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 17:33:18.766881 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 17:33:18.770562 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 16 17:33:18.772188 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 17:33:18.772646 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 17:33:18.772979 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 17:33:18.773356 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 17:33:18.776154 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 17:33:18.776409 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 17:33:18.776924 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 17:33:18.804477 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 17:33:18.804916 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.805209 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79355) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 17:33:18.805565 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.806903 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79355) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 17:33:18.807183 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 17:33:18.807430 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 17:33:18.810577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.811455 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:18.873249 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 17:33:18.874077 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 17:33:18.874317 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 17:33:18.874686 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 17:33:18.906599 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_db.sqlalchemy.engines [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79355) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 16 17:33:19.241207 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing driver for type 'gre' Sep 16 17:33:19.241801 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] gre ID ranges: [(1, 1000)] Sep 16 17:33:19.295272 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing driver for type 'local' Sep 16 17:33:19.296277 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing driver for type 'vlan' Sep 16 17:33:19.307426 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] VlanTypeDriver initialization complete Sep 16 17:33:19.307811 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing driver for type 'vxlan' Sep 16 17:33:19.308292 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] vxlan ID ranges: [(1, 1000)] Sep 16 17:33:19.360866 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing extension driver 'port_security' Sep 16 17:33:19.361262 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.extensions.port_security [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] PortSecurityExtensionDriver initialization complete Sep 16 17:33:19.361605 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing mechanism driver 'openvswitch' Sep 16 17:33:19.361930 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing mechanism driver 'hyperv' Sep 16 17:33:19.368493 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.plugins.ml2.plugin [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:19.369274 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.369701 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.370028 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.370439 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.370822 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.371165 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.371543 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.371918 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.372261 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.372638 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.372988 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.373372 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.374223 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.374578 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.374920 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.375299 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > address_group after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.375664 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > address_group after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.376074 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.376362 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] ML2 OVO RPC backend initialized. {{(pid=79355) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Sep 16 17:33:19.377072 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.377424 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.377836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.378182 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > networks before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.378526 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.378865 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > ports before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.379205 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.379543 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnets before_response 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.379915 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.380255 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.380589 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.380923 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.381256 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.381588 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.381921 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.382252 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.382585 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.383160 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.plugin [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Modular L2 Plugin initialization complete Sep 16 17:33:19.383484 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading services supported by the core plugin {{(pid=79355) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 17:33:19.383835 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.plugins.ml2.managers [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Got port-security extension from driver 'port_security' Sep 16 17:33:19.384301 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.extensions.vlantransparent [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Disabled vlantransparent extension. Sep 16 17:33:19.384784 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79355) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 17:33:19.385095 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: router Sep 16 17:33:19.423123 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.423700 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_create 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.423893 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router before_create 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.424260 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.424628 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.424982 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_delete 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.425344 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.425762 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_create 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.426048 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.426394 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.426741 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.427094 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.427501 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.427892 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.428231 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.428566 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: subnet after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.428901 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.429245 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.429587 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_create 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.429923 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.430266 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.430626 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router after_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.430968 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.431313 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_create 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.431706 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.432054 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_update 55549900 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.432415 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > agent after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.432762 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > agent after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.433103 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > network after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.433956 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Tracking information for resource: router configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:19.434288 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Tracking information for resource: floatingip configured {{(pid=79355) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 17:33:19.439833 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.db.l3_agentschedulers_db [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 17:33:19.440406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.440762 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.441112 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.441461 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: port after_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.442248 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router before_create 55550100 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.442609 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.442970 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_create 55550100 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.443322 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > router precommit_update 55550100 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.447832 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.provider_configuration [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service providers = [] {{(pid=79355) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 17:33:19.448196 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.db.servicetype_db [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79355) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 17:33:19.451112 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.service_base [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79355) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:33:19.451500 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.service_base [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79355) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:33:19.452387 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.service_base [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79355) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:33:19.453445 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.services.service_base [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79355) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 17:33:19.453814 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.services.service_base [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 17:33:19.454180 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.454496 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 17:33:19.464794 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.465133 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: auto_allocate Sep 16 17:33:19.471826 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: network precommit_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.472194 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: network precommit_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.472704 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.473022 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: tag Sep 16 17:33:19.480025 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.480354 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: timestamp Sep 16 17:33:19.485191 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.485517 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: network_ip_availability Sep 16 17:33:19.490700 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.491067 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.491466 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.492151 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.492469 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: flavors Sep 16 17:33:19.498993 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.499326 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading Plugin: revisions Sep 16 17:33:19.503548 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79355) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 17:33:19.503961 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=79355) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:19.504691 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79355) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 17:33:19.505026 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Initializing extension manager. Sep 16 17:33:19.505534 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: __init__.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.505873 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: __pycache__ {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.506206 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.506589 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: address_group.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.507278 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.507876 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: address-group Sep 16 17:33:19.508199 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: address_scope.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.508913 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.509419 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: address-scope Sep 16 17:33:19.509739 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.510659 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.511171 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: router-admin-state-down-before-update Sep 16 17:33:19.511491 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: agent.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.512215 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.512719 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: agent Sep 16 17:33:19.513040 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: agent_resources_synced.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.514031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.514939 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: agent-resources-synced Sep 16 17:33:19.515471 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: allowedaddresspairs.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.517934 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.518756 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: allowed-address-pairs Sep 16 17:33:19.519186 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: auto_allocated_topology.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.520871 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.521587 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: auto-allocated-topology Sep 16 17:33:19.521921 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: availability_zone.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.522903 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.523762 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: availability_zone Sep 16 17:33:19.524095 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: availability_zone_filter.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.525023 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.525533 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: availability_zone_filter Sep 16 17:33:19.525855 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: data_plane_status.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.526774 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.527287 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 17:33:19.527632 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: default_subnetpools.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.528555 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.529063 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: default-subnetpools Sep 16 17:33:19.529385 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.531242 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.531787 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: dhcp_agent_scheduler Sep 16 17:33:19.532112 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: dns.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.533033 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.533542 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension dns-integration not supported by any of loaded plugins Sep 16 17:33:19.533862 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: dns_domain_ports.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.534784 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.535291 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 17:33:19.535641 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: dvr.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.536316 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.536824 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: dvr Sep 16 17:33:19.537143 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: empty_string_filtering.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.538061 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.538565 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: empty-string-filtering Sep 16 17:33:19.538887 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.539825 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.540323 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 17:33:19.540642 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.541545 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.542045 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 17:33:19.542362 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: external_net.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.543272 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.543816 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: external-net Sep 16 17:33:19.544136 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.545042 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.546669 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: extra_dhcp_opt Sep 16 17:33:19.546991 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: extraroute.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.547946 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.548451 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: extraroute Sep 16 17:33:19.548770 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: extraroute_atomic.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.549811 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.550317 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: extraroute-atomic Sep 16 17:33:19.550636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: filter_validation.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.551295 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.551828 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: filter-validation Sep 16 17:33:19.552147 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: fip_pf_description.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.553228 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.553732 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 17:33:19.554053 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: fip_port_details.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.554971 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.555473 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: fip-port-details Sep 16 17:33:19.555825 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: flavors.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.557058 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.557574 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: flavors Sep 16 17:33:19.557898 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.559533 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.560087 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 17:33:19.560416 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: floatingip_pools.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.561619 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.562213 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: floatingip-pools Sep 16 17:33:19.562627 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: ip_allocation.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.564104 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.564821 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 17:33:19.565375 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.566767 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.567294 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: ip-substring-filtering Sep 16 17:33:19.567782 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l2_adjacency.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.569010 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.569520 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 17:33:19.569843 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.570808 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.571322 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: router Sep 16 17:33:19.571675 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.573881 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.574472 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 17:33:19.574802 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.575773 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.576294 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: ext-gw-mode Sep 16 17:33:19.577602 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.578550 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.579071 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: l3-ha Sep 16 17:33:19.579397 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3_flavors.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.580342 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.580856 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: l3-flavors Sep 16 17:33:19.581176 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.582104 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.582613 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 17:33:19.582931 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: l3agentscheduler.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.583998 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.584510 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: l3_agent_scheduler Sep 16 17:33:19.584834 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: logging.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.586307 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.586833 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension logging not supported by any of loaded plugins Sep 16 17:33:19.587164 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: metering.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.587940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.588516 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: metering Sep 16 17:33:19.588841 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.589928 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.590445 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: metering_source_and_destination_fields Sep 16 17:33:19.590773 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: multiprovidernet.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.591845 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.593327 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: multi-provider Sep 16 17:33:19.593648 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: netmtu.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.594571 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.595083 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: net-mtu Sep 16 17:33:19.595404 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: netmtu_writable.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.596356 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.596866 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: net-mtu-writable Sep 16 17:33:19.597191 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: network_availability_zone.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.597861 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.598368 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: network_availability_zone Sep 16 17:33:19.598686 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: network_ip_availability.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.599807 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.600321 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: network-ip-availability Sep 16 17:33:19.600893 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: network_segment_range.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.601652 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.602150 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 17:33:19.602465 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: pagination.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.603442 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.603805 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: pagination Sep 16 17:33:19.604122 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: port_device_profile.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.605036 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.605543 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: port-device-profile Sep 16 17:33:19.605864 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.606775 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.607287 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: port-mac-address-regenerate Sep 16 17:33:19.607634 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.609082 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.609589 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: port-numa-affinity-policy Sep 16 17:33:19.609909 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: port_resource_request.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.610816 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.611315 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 17:33:19.611654 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: portbindings.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.612586 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.613090 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: binding Sep 16 17:33:19.613415 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: portbindings_extended.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.614681 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.615197 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: binding-extended Sep 16 17:33:19.615523 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: portsecurity.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.616482 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.616991 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: port-security Sep 16 17:33:19.617317 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: project_id.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.618290 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.618616 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: project-id Sep 16 17:33:19.618936 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: providernet.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.619894 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.620408 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: provider Sep 16 17:33:19.620729 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.624630 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.625153 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos not supported by any of loaded plugins Sep 16 17:33:19.625481 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.626719 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.627234 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 17:33:19.627565 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.628511 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.629018 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 17:33:19.629341 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_default.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.630249 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.630755 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-default not supported by any of loaded plugins Sep 16 17:33:19.631076 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_fip.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.631762 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.632265 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-fip not supported by any of loaded plugins Sep 16 17:33:19.632585 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_gateway_ip.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.633508 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.634014 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 17:33:19.634335 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_port_network_policy.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.635243 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.635777 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 17:33:19.636098 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_rule_type_details.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.637012 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.637523 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 17:33:19.637845 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: qos_rules_alias.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.638883 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.640376 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 17:33:19.640700 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: quotasv2.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.641603 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.642048 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: quotas Sep 16 17:33:19.642369 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: quotasv2_detail.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.643988 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.644322 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: quota_details Sep 16 17:33:19.644648 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: rbac.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.645699 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.646219 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: rbac-policies Sep 16 17:33:19.646548 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: rbac_address_group.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.647503 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.648050 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: rbac-address-group Sep 16 17:33:19.648375 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: rbac_address_scope.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.649292 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.649800 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: rbac-address-scope Sep 16 17:33:19.650122 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: rbac_security_groups.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.651034 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.651581 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: rbac-security-groups Sep 16 17:33:19.651925 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: rbac_subnetpool.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.652846 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.653354 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: rbac-subnetpool Sep 16 17:33:19.653674 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: revisionifmatch.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.655257 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.656171 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: revision-if-match Sep 16 17:33:19.656503 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: revisions.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.657618 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.658134 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: standard-attr-revisions Sep 16 17:33:19.658457 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: router_availability_zone.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.659127 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.659677 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: router_availability_zone Sep 16 17:33:19.660000 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: routerservicetype.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.660914 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.661422 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension router-service-type not supported by any of loaded plugins Sep 16 17:33:19.661742 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.662655 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.663162 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: security-groups-normalized-cidr Sep 16 17:33:19.663480 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.664435 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.664945 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: port-security-groups-filtering Sep 16 17:33:19.665266 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.666180 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.666683 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: security-groups-remote-address-group Sep 16 17:33:19.667018 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: securitygroup.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.677178 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.677707 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: security-group Sep 16 17:33:19.678041 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: segment.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.678827 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.679334 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension segment not supported by any of loaded plugins Sep 16 17:33:19.679684 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.680638 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.681148 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 17:33:19.681465 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: servicetype.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.682574 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.683093 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: service-type Sep 16 17:33:19.683416 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: sorting.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.684419 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.684749 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: sorting Sep 16 17:33:19.685070 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: standard_attr_segment.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.686441 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.686967 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 17:33:19.687289 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: standardattrdescription.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.687975 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.688499 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: standard-attr-description Sep 16 17:33:19.688821 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: stateful_security_group.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.689772 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.690279 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: stateful-security-group Sep 16 17:33:19.690598 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: stdattrs_common.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.691178 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 17:33:19.691496 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.692532 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.693045 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 17:33:19.693364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnet_onboard.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.694424 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.694934 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: subnet_onboard Sep 16 17:33:19.695253 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.696203 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.696704 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 17:33:19.697021 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnet_service_types.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.697953 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.698464 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: subnet-service-types Sep 16 17:33:19.698783 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnetallocation.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.699902 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.700431 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: subnet_allocation Sep 16 17:33:19.700755 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.701956 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.702976 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: subnetpool-prefix-ops Sep 16 17:33:19.703297 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.704275 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.704784 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 17:33:19.705103 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: tagging.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.706157 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.706678 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: standard-attr-tag Sep 16 17:33:19.707003 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: timestamp.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.708217 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.708742 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loaded extension: standard-attr-timestamp Sep 16 17:33:19.709066 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: trunk.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.710096 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.710608 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension trunk not supported by any of loaded plugins Sep 16 17:33:19.710932 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: trunk_details.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.711890 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.712402 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension trunk-details not supported by any of loaded plugins Sep 16 17:33:19.712724 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: uplink_status_propagation.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.713650 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.714156 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 17:33:19.714477 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Loading extension file: vlantransparent.py {{(pid=79355) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 17:33:19.715147 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79355) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 17:33:19.715683 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 17:33:19.719200 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:network Sep 16 17:33:19.719959 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnet Sep 16 17:33:19.720742 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:33:19.721359 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:port Sep 16 17:33:19.722645 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.723079 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service FLAVORS assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.723736 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.724178 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.724507 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:router Sep 16 17:33:19.725152 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:floatingip Sep 16 17:33:19.726132 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service METERING assigned prefix: /metering {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.727571 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.727963 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.728313 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:33:19.729479 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 17:33:19.729920 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:security_group Sep 16 17:33:19.730587 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 17:33:19.731335 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service CORE assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.731758 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:33:19.732105 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] subnetpool is already registered Sep 16 17:33:19.732764 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service CORE assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.733574 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:33:19.733910 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] subnetpool is already registered Sep 16 17:33:19.736497 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.736931 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service FLAVORS assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.737519 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.737936 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.738266 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:router Sep 16 17:33:19.738593 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] router is already registered Sep 16 17:33:19.739192 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:floatingip Sep 16 17:33:19.739518 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] floatingip is already registered Sep 16 17:33:19.740170 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service METERING assigned prefix: /metering {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.740844 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 17:33:19.741170 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] rbac_policy is already registered Sep 16 17:33:19.741752 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:security_group Sep 16 17:33:19.742034 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] security_group is already registered Sep 16 17:33:19.742630 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 17:33:19.742958 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] security_group_rule is already registered Sep 16 17:33:19.743647 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service CORE assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.743977 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:33:19.744307 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] subnetpool is already registered Sep 16 17:33:19.744911 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.v2.resource_helper [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Service CORE assigned prefix: {{(pid=79355) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 17:33:19.745235 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 17:33:19.745565 dv-cinder-809439-1-smb neutron-server[79355]: WARNING neutron.quota.resource_registry [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] subnetpool is already registered Sep 16 17:33:19.746200 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: extensions {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.747691 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: address-groups {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.749875 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: address-scopes {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.751095 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: agents {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.752317 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: auto-allocated-topology {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.753551 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: availability_zones {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.755838 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: dhcp-networks {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.757246 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: dhcp-agents {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.758656 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: routers {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.760490 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: flavors {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.761646 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: service_profiles {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.762838 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: next_providers {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.765423 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: service_profiles {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.766884 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: floatingip-pools {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.768143 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: routers {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.769933 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: floatingips {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.771127 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: l3-routers {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.772550 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: l3-agents {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.773953 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: metering-labels {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.775308 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: metering-label-rules {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.776608 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: network-ip-availabilities {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.777850 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: bindings {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.780747 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: quotas {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.782353 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: quotas {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.783794 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: rbac-policies {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.785093 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: security-groups {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.786301 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: security-group-rules {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.787529 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: service-providers {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.788786 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: subnetpools {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.790219 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: subnetpools {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.791685 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.793360 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.795271 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.797543 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.799329 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.801210 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.802912 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.804845 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.806589 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.808480 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron.api.extensions [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Extended resource: tags {{(pid=79355) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 17:33:19.814814 dv-cinder-809439-1-smb neutron-server[79355]: WARNING keystonemiddleware.auth_token [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 17:33:19.820450 dv-cinder-809439-1-smb neutron-server[79355]: WARNING keystonemiddleware.auth_token [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 17:33:19.830090 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Acquired lock "singleton_lock" {{(pid=79355) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 17:33:19.830559 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_concurrency.lockutils [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Releasing lock "singleton_lock" {{(pid=79355) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 17:33:19.831196 dv-cinder-809439-1-smb neutron-server[79355]: INFO oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Starting 2 workers Sep 16 17:33:19.835958 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Started child 79462 {{(pid=79355) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 16 17:33:19.844563 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Started child 79463 {{(pid=79355) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 16 17:33:19.844563 dv-cinder-809439-1-smb neutron-server[79355]: INFO neutron.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 17:33:19.844563 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Notify callbacks [] for process, before_spawn {{(pid=79355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.845270 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.846997 dv-cinder-809439-1-smb neutron-server[79355]: INFO oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Starting 1 workers Sep 16 17:33:19.847444 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [-] (79462) wsgi starting up on http://0.0.0.0:9696 Sep 16 17:33:19.848816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.850283 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [-] (79463) wsgi starting up on http://0.0.0.0:9696 Sep 16 17:33:19.852515 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Started child 79464 {{(pid=79355) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 16 17:33:19.853076 dv-cinder-809439-1-smb neutron-server[79355]: INFO oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Starting 1 workers Sep 16 17:33:19.857493 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Started child 79465 {{(pid=79355) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 16 17:33:19.857842 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] calling RpcWorker wait() {{(pid=79464) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 17:33:19.858462 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG neutron_lib.callbacks.manager [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] Notify callbacks [] for process, after_spawn {{(pid=79355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.859153 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.service [None req-36e125c8-fb64-4d6d-b0dd-2cb94b76f0aa None None] returning from RpcWorker wait() {{(pid=79464) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 17:33:19.859863 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.860324 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79355) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 16 17:33:19.860566 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:19.860660 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:33:19.860732 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:33:19.860897 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:33:19.861232 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:33:19.861433 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:33:19.861899 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.862170 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.862595 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.863019 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.863475 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.864214 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.864670 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.865103 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.865631 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.866049 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.866385 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.866716 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.867126 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.867385 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:19.868127 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.868608 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:19.868835 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.869288 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.869718 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.870143 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.870484 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.870907 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.871350 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.871780 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.872208 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] debug = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.872660 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.873320 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.873802 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.874235 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.874650 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.875102 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.875512 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.875986 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.876421 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.876828 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.877242 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.877680 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.878087 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.878509 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.878918 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.879356 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.879790 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.880454 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] host = dv-cinder-809439-1-smb {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.880853 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.881267 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.881687 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.882115 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.882547 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.882924 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.883371 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.883809 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.884256 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.884691 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.885122 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.885519 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.885918 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.886327 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.886658 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_options = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.887070 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.887540 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.888016 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.888377 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.888710 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.889575 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.890025 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.890348 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.890813 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.891500 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.892014 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.892431 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.892870 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.893177 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.893422 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.893646 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.893872 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.894100 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.894623 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.895141 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.895565 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.896065 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.896481 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.896907 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.897365 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.897742 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.898206 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.898656 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.899107 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.899572 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.900066 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.900066 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.900443 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.900569 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.900951 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.901935 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.902168 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.902537 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.902948 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.903406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.903773 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.904017 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.904235 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.904474 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.905573 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.905814 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_json = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.906034 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.906268 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.906714 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.906954 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.907199 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.907413 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.907681 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.907916 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.908308 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.908605 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.908921 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.909176 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.909407 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.909659 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.909885 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.910323 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.910576 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.910811 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.911118 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.911335 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.911662 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.911915 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.912181 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.912529 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.912790 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.913056 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.913274 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.913515 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.913745 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.913958 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.914285 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.914683 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.914961 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.915220 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.915449 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.915731 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.915948 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.916163 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.916379 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.916608 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.916863 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.917081 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.917288 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.917500 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.917740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.917956 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.918179 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.918398 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.918627 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.919012 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.919254 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.919467 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.919731 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.919945 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.920208 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.920505 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.920719 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.920970 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.921225 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.921439 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.921648 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.921877 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.922111 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.922372 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.922585 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.922811 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.923019 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.923253 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.923476 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.923832 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.924051 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.924258 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.926005 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.926295 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.926688 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.928044 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.929957 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.930419 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.930820 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.931814 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.933423 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.933704 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.933974 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.934218 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.934464 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.934694 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.934943 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.935442 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.936328 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.936953 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.937466 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.937897 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.938367 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.938877 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.939317 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.939767 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.940198 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.940602 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.940993 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.941407 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.941658 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.942084 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.942311 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.942790 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.943028 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.943311 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.943544 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.943814 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.944078 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.944302 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.944528 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.944779 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.945018 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.945260 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.945530 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.945803 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.946025 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.946281 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.946543 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.946824 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.947052 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.947341 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.947563 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.947868 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.948186 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.948449 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.948706 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.948956 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.949186 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.949424 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.949657 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.949909 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.950139 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.950538 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.950761 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.951034 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.952377 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.953023 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.953504 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.953926 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.954456 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.954878 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.955296 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.955531 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.955854 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.956134 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.956414 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.956801 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.957086 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.957351 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.957706 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.957954 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.958194 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.958439 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.958703 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.958921 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.959167 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.959414 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.959679 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.959901 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.960136 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.960368 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.960584 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.960832 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.961073 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.961292 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.961509 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.961741 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.961955 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.962206 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.962477 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.962696 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.962931 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.963148 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.963360 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.963636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.963858 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.964127 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.964378 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.964594 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.964825 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.965069 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.965327 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.965544 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.965801 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.966008 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.966245 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.966755 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.966968 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.967331 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.967573 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.967940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.968365 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.968471 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.968659 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.969052 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.969329 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.969576 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.969819 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.970059 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.970281 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.970518 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.970738 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.970974 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.971190 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.971409 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.971714 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.971957 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.972208 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.972422 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.972635 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.972880 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.973083 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.973288 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.973576 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.973838 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.974048 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.974276 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.974532 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.974782 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.974990 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.975198 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.975411 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.976451 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.976451 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.976451 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.976836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.976836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.977131 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.977361 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.977620 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.977931 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.978382 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.978636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.979012 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.979272 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.979632 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.979833 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.980086 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.980347 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.980570 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.980781 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.981055 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.981368 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.981654 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.981910 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.982190 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.982480 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.982863 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.983154 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.983460 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.983794 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.984123 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.984408 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.984677 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.984924 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.985197 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.985430 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.985650 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.985885 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.986117 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.986332 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.986507 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:19.986609 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.986815 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.987039 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.987277 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.987519 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.987756 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.988006 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.988235 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.988453 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.988666 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:19.988822 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:33:19.989334 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79355) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 16 17:33:19.989491 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 17:33:19.989641 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 17:33:19.989807 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 17:33:19.989986 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 17:33:19.990141 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 17:33:19.990342 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.990500 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.990657 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.990897 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.990998 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991129 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991286 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991440 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991612 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991824 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.991932 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.992067 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.992386 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.992541 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.992699 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.992854 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993011 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993167 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993328 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993495 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993629 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993785 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.993941 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] debug = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994096 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994303 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994471 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994626 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994781 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.994935 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995089 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995244 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995401 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995556 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995752 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.995910 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996065 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996220 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996374 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996529 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996684 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996839 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] host = dv-cinder-809439-1-smb {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.996993 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997148 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997286 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997446 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997599 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997754 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.997909 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.998958 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.998958 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.998958 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999170 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999170 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999307 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999454 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_options = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999779 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:19.999943 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.000136 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.000321 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.000482 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.000782 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001084 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001251 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001388 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001560 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001744 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001897 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.001992 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002147 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002507 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002507 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002667 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002746 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.002880 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.003195 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.003352 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.003504 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.003840 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.003995 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004151 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004309 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004481 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004624 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004778 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.004921 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005076 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005235 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005393 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005542 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005700 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.005856 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006011 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006171 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006320 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006476 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006623 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006782 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.006940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007088 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007273 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007419 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_json = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007560 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007730 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.007878 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008026 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008182 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008339 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008494 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008654 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 17:33:20.008823 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.008983 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009153 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009314 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009472 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009629 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009785 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.009945 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010102 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010253 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010412 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010570 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010738 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.010917 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011040 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011189 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011347 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011505 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011671 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011836 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.011994 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012153 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012328 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012487 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012647 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012805 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.012965 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013124 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013284 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013443 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013602 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013761 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.013940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.014616 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.014782 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.014941 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015099 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015259 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015417 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015766 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.015925 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016084 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016243 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016402 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016561 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016719 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.016877 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017035 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017193 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017422 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017556 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017678 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017808 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.017957 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018113 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018271 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018428 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018586 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018744 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.018903 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019075 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019234 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019391 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019549 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019718 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.019882 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020028 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020187 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020329 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020492 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020644 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020780 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.020940 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021092 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021248 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021399 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021535 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021697 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.021847 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022002 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022145 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022306 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022448 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022619 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022793 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.022955 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023106 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023250 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023405 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023547 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023731 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.023873 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024035 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024177 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024338 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024485 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024636 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024794 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.024936 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025085 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025243 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025384 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025543 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025693 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025828 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.025991 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.026133 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.026327 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.026490 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.026666 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.026802 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027048 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027048 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027417 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027417 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027834 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027834 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.027834 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.028577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.028577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.028577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.028577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.028577 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.029202 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.029202 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.029202 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.029202 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.030226 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.031363 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.032406 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.033270 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034031 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.034740 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035364 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035922 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035922 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035922 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.035922 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036416 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036416 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036416 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036789 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036789 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.036789 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037184 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037184 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037391 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037391 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037667 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037667 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.037943 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038026 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038204 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038371 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038530 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038690 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.038849 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039006 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039165 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039323 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039481 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039659 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039821 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.039981 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040142 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040302 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040460 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040618 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040776 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.040934 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041106 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041266 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041415 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041568 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041733 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.041882 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042040 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042198 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042356 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042513 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042680 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042838 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.042996 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043153 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043310 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043477 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043667 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043830 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.043997 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044155 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044314 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044472 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044641 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044803 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.044963 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.045121 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.045310 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.045463 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.045647 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.045867 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046037 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046204 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046365 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046532 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046699 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.046866 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047024 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047190 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047359 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047516 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047695 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.047857 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048013 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048172 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048329 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048487 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048644 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048802 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.048960 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049119 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049278 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049436 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049593 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049751 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.049908 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.050066 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.050243 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.050378 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 17:33:20.050528 dv-cinder-809439-1-smb neutron-server[79355]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79355) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 17:33:20.186913 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 37996) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:20.195305 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062478 Sep 16 17:33:30.748767 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebade22-2b51-4bc0-a8e3-9150099ea073 None None] get_active_networks_info from dv-cinder-809439-1-smb {{(pid=79464) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 16 17:33:30.874637 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebade22-2b51-4bc0-a8e3-9150099ea073 None None] No non-hosted networks {{(pid=79464) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 17:33:30.891515 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.agentschedulers_db [None req-aebade22-2b51-4bc0-a8e3-9150099ea073 None None] DHCP Agent not found on host dv-cinder-809439-1-smb {{(pid=79464) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 17:33:31.030539 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-75798e03-e333-4dae-b5f0-ab61a1a8352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:31.284791 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:31.285585 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.286021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.286461 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.286929 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.287570 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.288014 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.288573 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.289004 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.295856 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.296210 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.296656 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.297094 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:31.297630 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809439-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:31.309826 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809439-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:33:33.328467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ece511f7-a1f1-438e-bea3-7c2410d2e55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:33.384377 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4f42d46e-15a0-4ef2-8249-a250d5b89c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:34.383966 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:35.728851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:37.320631 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38090) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:37.921266 dv-cinder-809439-1-smb neutron-server[79463]: WARNING oslo_policy.policy [None req-50bec88e-63a2-496e-9afd-83006b72bd95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:37.921872 dv-cinder-809439-1-smb neutron-server[79463]: WARNING oslo_policy.policy [None req-50bec88e-63a2-496e-9afd-83006b72bd95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:38.138008 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [None req-50bec88e-63a2-496e-9afd-83006b72bd95 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:33:38.139188 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-50bec88e-63a2-496e-9afd-83006b72bd95 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8176553 Sep 16 17:33:38.321745 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.db.l3_hamode_db [None req-4667cd68-acd0-4bf8-9974-c726ee14ac44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 17:33:38.410036 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667cd68-acd0-4bf8-9974-c726ee14ac44 None None] Routers set() bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:33:38.410409 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667cd68-acd0-4bf8-9974-c726ee14ac44 None None] Router IDs set() for agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 17:33:40.508870 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38104) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:40.879723 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:33:40.978374 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.policy [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79463) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 17:33:41.023487 dv-cinder-809439-1-smb neutron-server[79463]: WARNING oslo_policy.policy [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:41.023904 dv-cinder-809439-1-smb neutron-server[79463]: WARNING oslo_policy.policy [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:41.032512 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.quota [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Loaded quota_driver: . Sep 16 17:33:41.047945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:33:41.108007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225330944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225329623', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225338154', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225314193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225321252', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794225364614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1782375', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1502428', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16428836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16412504'] for rbac-policy, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:41.168646 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:41.169848 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-da60d349-868a-464c-89eb-9e8928dd0b50 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6600246 Sep 16 17:33:43.752201 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38118) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:44.096095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:33:44.101205 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:33:44.105780 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Usage tracker for resource:network and tenant:cc47b13c1451445fa3cc7c68b10ffa33 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:33:44.110388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:33:44.116405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:33:44.126082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Made reservation on behalf of cc47b13c1451445fa3cc7c68b10ffa33 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:44.128845 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.146483 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.160114 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:33:44.163696 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Usage tracker for resource:security_group_rule and tenant:cc47b13c1451445fa3cc7c68b10ffa33 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:33:44.168456 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:33:44.173899 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:33:44.270937 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.274722 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.280531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:44.299193 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=79463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:33:44.325885 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794222935471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.326447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Unsubscribe: segment precommit_create {{(pid=79463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 17:33:44.326936 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Added segment cdb041e5-99ea-41ed-b888-888bf8783710 of type vlan for network ff07af6a-a21f-4072-9816-6d2f1a5805f7 Sep 16 17:33:44.374525 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a4919-6f04-453a-8585-c7efecac3864,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:44.395093 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.395421 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.395769 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.396088 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.396400 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.396758 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.397043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.397352 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.397657 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.397963 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.398266 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.398570 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Tracked resource versions report: Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: pushed versions: Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: { 'AddressGroup': {'1.2'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'ConntrackHelper': {'1.0'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Log': {'1.0'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Network': {'1.1'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Port': {'1.7'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'PortForwarding': {'1.2'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'QosPolicy': {'1.8'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroup': {'1.4'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SubPort': {'1.0'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Subnet': {'1.1'}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Trunk': {'1.1'}} Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: consumer versions: Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'ConntrackHelper': '1.0', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Log': '1.0', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Network': '1.1', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Port': '1.7', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'PortForwarding': '1.2', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'QosPolicy': '1.8', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroup': '1.4', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroupRule': '1.2', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'SubPort': '1.0', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Subnet': '1.1', Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: 'Trunk': '1.1'}} Sep 16 17:33:44.399637 dv-cinder-809439-1-smb neutron-server[79463]: {{(pid=79463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:33:44.444853 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.452522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:44.486113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.487613 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:44.488293 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:44.493153 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:44.594132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Pushing event updated for resources: {'Network': ['ID=ff07af6a-a21f-4072-9816-6d2f1a5805f7,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:44.596656 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8434818 Sep 16 17:33:44.598346 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:44.607917 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:33:47.225229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 38134) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:47.803784 dv-cinder-809439-1-smb neutron-server[79462]: WARNING oslo_policy.policy [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:47.804389 dv-cinder-809439-1-smb neutron-server[79462]: WARNING oslo_policy.policy [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:48.234117 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.policy [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79462) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 17:33:48.277849 dv-cinder-809439-1-smb neutron-server[79462]: WARNING oslo_policy.policy [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:48.278216 dv-cinder-809439-1-smb neutron-server[79462]: WARNING oslo_policy.policy [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 17:33:48.286984 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:48.288937 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-16be22e3-71d0-49a0-a0d7-814dfae04ce5 admin admin] 10.222.0.32 "GET /v2.0/networks/ff07af6a-a21f-4072-9816-6d2f1a5805f7 HTTP/1.1" status: 200 len: 825 time: 1.0614557 Sep 16 17:33:48.320797 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-98a04cce-f742-4ab9-b159-e9dd7880a28c admin admin] 10.222.0.32 "GET /v2.0/subnetpools/2ba465fa-6d8f-444f-b80a-184e02a493fd HTTP/1.1" status: 200 len: 734 time: 0.0266001 Sep 16 17:33:48.330051 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Request body: {'subnet': {'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:33:48.331675 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.quota [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Loaded quota_driver: . Sep 16 17:33:48.337642 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:33:48.344006 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Usage tracker for resource:subnet and tenant:cc47b13c1451445fa3cc7c68b10ffa33 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:33:48.347303 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:33:48.354379 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:33:48.368064 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Made reservation on behalf of cc47b13c1451445fa3cc7c68b10ffa33 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:33:48.370860 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Notify callbacks [] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:48.676151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:48.681802 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:48.752617 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Checking segment: {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:33:48.753004 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Network hostable DHCP agents. Network: ff07af6a-a21f-4072-9816-6d2f1a5805f7, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:33:48.781081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c97412-fc7b-4f8f-8fb5-9481107c8e8d,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:48.791282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.791630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.791957 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.792275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.792588 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.792903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.793208 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.793513 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.793847 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.794155 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.795421 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.795762 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Tracked resource versions report: Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: pushed versions: Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: { 'AddressGroup': {'1.2'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'ConntrackHelper': {'1.0'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Log': {'1.0'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Network': {'1.1'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Port': {'1.7'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'PortForwarding': {'1.2'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'QosPolicy': {'1.8'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroup': {'1.4'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SubPort': {'1.0'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Subnet': {'1.1'}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Trunk': {'1.1'}} Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: consumer versions: Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'ConntrackHelper': '1.0', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Log': '1.0', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Network': '1.1', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Port': '1.7', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'PortForwarding': '1.2', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'QosPolicy': '1.8', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroup': '1.4', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroupRule': '1.2', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'SubPort': '1.0', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Subnet': '1.1', Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: 'Trunk': '1.1'}} Sep 16 17:33:48.796818 dv-cinder-809439-1-smb neutron-server[79462]: {{(pid=79462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:33:48.817013 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:33:48.832374 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:48.833642 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, ff07af6a-a21f-4072-9816-6d2f1a5805f7) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:48.839399 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:33:48.840052 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:48.845035 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ea51e-b5a5-417e-aaa1-0b0e50454823 None None] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:33:48.867787 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5377934 Sep 16 17:33:49.246078 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:33:49.247339 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:49.429914 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Allocated IP 172.20.0.2 (ff07af6a-a21f-4072-9816-6d2f1a5805f7/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d/629a5491-3c6e-452f-bd20-3a41018da537) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:33:49.659473 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:49.673259 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Transition to ACTIVE for port object 629a5491-3c6e-452f-bd20-3a41018da537 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:33:49.693845 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Transition to ACTIVE for port object 629a5491-3c6e-452f-bd20-3a41018da537 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:33:49.700781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:49.705612 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:49.768750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:33:49.771777 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:33:49.776429 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:33:49.784944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Pushing event updated for resources: {'Port': ['ID=629a5491-3c6e-452f-bd20-3a41018da537,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:49.828038 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.828377 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.828729 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.829036 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.829359 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.829679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.829995 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.830311 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.830629 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.830944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.831256 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.831565 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Tracked resource versions report: Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: pushed versions: Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: { 'AddressGroup': {'1.2'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'ConntrackHelper': {'1.0'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Log': {'1.0'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Network': {'1.1'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Port': {'1.7'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'PortForwarding': {'1.2'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'QosPolicy': {'1.8'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroup': {'1.4'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SubPort': {'1.0'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Subnet': {'1.1'}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Trunk': {'1.1'}} Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: consumer versions: Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'ConntrackHelper': '1.0', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Log': '1.0', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Network': '1.1', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Port': '1.7', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'PortForwarding': '1.2', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'QosPolicy': '1.8', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroup': '1.4', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroupRule': '1.2', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'SubPort': '1.0', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Subnet': '1.1', Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: 'Trunk': '1.1'}} Sep 16 17:33:49.832694 dv-cinder-809439-1-smb neutron-server[79464]: {{(pid=79464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:33:49.836537 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:49.887493 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Attempting to bind port 629a5491-3c6e-452f-bd20-3a41018da537 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:33:49.888684 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Attempting to bind port 629a5491-3c6e-452f-bd20-3a41018da537 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:33:49.888915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Attempting to bind port 629a5491-3c6e-452f-bd20-3a41018da537 on network ff07af6a-a21f-4072-9816-6d2f1a5805f7 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:33:49.894296 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:33:49.894702 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Checking segment: {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:33:49.895186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:49.895887 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Bound using segment: {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:33:49.896101 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Bound port: 629a5491-3c6e-452f-bd20-3a41018da537, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:33:49.896686 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:50.007119 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] For port 629a5491-3c6e-452f-bd20-3a41018da537, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:33:50.010902 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] For port 629a5491-3c6e-452f-bd20-3a41018da537, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=629a5491-3c6e-452f-bd20-3a41018da537,segment=NetworkSegment(cdb041e5-99ea-41ed-b888-888bf8783710),segment_id=cdb041e5-99ea-41ed-b888-888bf8783710)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:33:50.015893 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:50.019845 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:50.110514 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Pushing event updated for resources: {'Port': ['ID=629a5491-3c6e-452f-bd20-3a41018da537,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:50.114890 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:51.312082 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 38154) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:51.684240 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [None req-085a2d29-9146-4845-85d5-05106eaca1b1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:33:51.685837 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-085a2d29-9146-4845-85d5-05106eaca1b1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728211 Sep 16 17:33:53.385413 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 629a5491-3c6e-452f-bd20-3a41018da537 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:33:53.456180 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 629a5491-3c6e-452f-bd20-3a41018da537 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:33:53.693948 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd8be36-3698-498d-a434-f7b6aa4ccae5 None None] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:33:53.813845 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Provisioning for port 629a5491-3c6e-452f-bd20-3a41018da537 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:33:53.832638 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Provisioning complete for port 629a5491-3c6e-452f-bd20-3a41018da537 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:53.833034 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:54.056291 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:54.069764 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38168) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:54.094319 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] For port 629a5491-3c6e-452f-bd20-3a41018da537, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=629a5491-3c6e-452f-bd20-3a41018da537,segment=NetworkSegment(cdb041e5-99ea-41ed-b888-888bf8783710),segment_id=cdb041e5-99ea-41ed-b888-888bf8783710)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:33:54.101729 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:54.103993 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:33:54.175150 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Pushing event updated for resources: {'Port': ['ID=629a5491-3c6e-452f-bd20-3a41018da537,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:33:54.180334 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:33:54.325204 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-fbf2df12-5703-4f75-84c9-94c51ad469bf None None] Provisioning complete for port 629a5491-3c6e-452f-bd20-3a41018da537 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:54.325558 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-fbf2df12-5703-4f75-84c9-94c51ad469bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:54.447739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [None req-dd72725d-a8da-4ff0-a01c-495c09e18f69 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:33:54.448733 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-dd72725d-a8da-4ff0-a01c-495c09e18f69 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3780851 Sep 16 17:33:55.354460 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 629a5491-3c6e-452f-bd20-3a41018da537 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:33:55.421534 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 629a5491-3c6e-452f-bd20-3a41018da537 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:33:55.421898 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.048255 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38180) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:33:57.395748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:33:57.400128 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:33:57.404309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Usage tracker for resource:router and tenant:cc47b13c1451445fa3cc7c68b10ffa33 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:33:57.408153 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:33:57.413664 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:33:57.424342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.425883 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.447459 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.560141 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.577557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:33:57.578728 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7b70aa52-ac1a-4c57-8401-dca4804bbc63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5295177 Sep 16 17:33:59.949330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 38190) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:00.307257 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [None req-6da2c22c-68f9-40b9-adc4-8b167fbbf5e0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:34:00.308282 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6da2c22c-68f9-40b9-adc4-8b167fbbf5e0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3580480 Sep 16 17:34:00.665295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-13475132-5a02-45a7-bb8f-c80e1605da91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:01.286441 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:02.657659 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38200) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:03.014641 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:34:03.019704 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:34:03.023458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Usage tracker for resource:network and tenant:1dc528295ed3446481e386b873f185e6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:34:03.026864 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:34:03.033894 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:34:03.043419 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Made reservation on behalf of 1dc528295ed3446481e386b873f185e6 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:03.046405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.058258 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.072988 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:34:03.076690 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc528295ed3446481e386b873f185e6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:34:03.079378 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:34:03.085231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:34:03.165062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.168623 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.173074 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:03.189631 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Reserving flat network on physical network physnet1 {{(pid=79463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 17:34:03.209841 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37928b-76bd-4f41-a457-66c86e47e770,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:03.213707 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:03.214579 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.214913 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Added segment cfc679d0-8564-43f5-aff6-c4be94f1c1e0 of type flat for network da8eb8dc-578c-4f56-80c3-d910d3d76986 Sep 16 17:34:03.249723 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.283621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.284978 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:03.285473 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.289773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:03.323635 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-23236388-8e03-4099-9af2-70905b6ab0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:03.403443 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Pushing event updated for resources: {'Network': ['ID=da8eb8dc-578c-4f56-80c3-d910d3d76986,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:03.406675 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7480352 Sep 16 17:34:03.407347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:03.413236 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:34:04.336415 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:05.685273 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:05.741138 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38220) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:05.953276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299a5a2-647b-4588-b977-f82343b0053d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:05.954616 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-8299a5a2-647b-4588-b977-f82343b0053d admin admin] 10.222.0.32 "GET /v2.0/subnets/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d HTTP/1.1" status: 200 len: 849 time: 0.2125356 Sep 16 17:34:06.096768 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-02c9e1cf-568b-4657-989b-66dcb5f99cc1 admin admin] 10.222.0.32 "GET /v2.0/routers/9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 HTTP/1.1" status: 200 len: 704 time: 0.1366689 Sep 16 17:34:06.546966 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:06.784151 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Allocated IP 172.20.0.1 (ff07af6a-a21f-4072-9816-6d2f1a5805f7/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d/c449db9d-a854-4672-9526-7ff3c9c38c06) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:06.938983 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:06.956564 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Transition to ACTIVE for port object c449db9d-a854-4672-9526-7ff3c9c38c06 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:34:07.009683 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.014139 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:07.078107 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:07.081052 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:07.087661 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:34:07.088613 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.238010 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Pushing event updated for resources: {'Port': ['ID=c449db9d-a854-4672-9526-7ff3c9c38c06,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:07.258324 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:07.324130 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-f48147a9-4cd2-43cc-8bd8-af5b3d57823c None None] Provisioning for port c449db9d-a854-4672-9526-7ff3c9c38c06 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:34:07.328909 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-f48147a9-4cd2-43cc-8bd8-af5b3d57823c None None] Provisioning complete for port c449db9d-a854-4672-9526-7ff3c9c38c06 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:07.329287 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-f48147a9-4cd2-43cc-8bd8-af5b3d57823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.382877 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-f48147a9-4cd2-43cc-8bd8-af5b3d57823c None None] Port c449db9d-a854-4672-9526-7ff3c9c38c06 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:34:07.388246 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.612771 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.617071 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.618110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:07.622086 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:07.747328 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Pushing event updated for resources: {'Port': ['ID=c449db9d-a854-4672-9526-7ff3c9c38c06,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:07.751111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:07.807388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:07.808418 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:07.996130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:34:08.005116 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-1bd58fa1-acc1-4ca6-9c14-61723eb966b4 None None] Provisioning complete for port c449db9d-a854-4672-9526-7ff3c9c38c06 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:08.005497 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1bd58fa1-acc1-4ca6-9c14-61723eb966b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:08.060123 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-1bd58fa1-acc1-4ca6-9c14-61723eb966b4 None None] Port c449db9d-a854-4672-9526-7ff3c9c38c06 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:34:08.152860 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:34:08.163073 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ccc42ff-4712-44e6-b9e4-84f81d9fadf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0612535 Sep 16 17:34:08.163629 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Sync routers for ids ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:08.176248 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Routers {'9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:34:08.177158 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:34:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:08.351282 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Set router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 gateway port host: None {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:34:08.720219 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:07Z', 'revision_number': 2, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port_host': None, '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:07Z', 'revision_number': 2, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:08.725374 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Checking router: 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:08.725999 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Updating router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 port c449db9d-a854-4672-9526-7ff3c9c38c06 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:34:08.780965 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.158764 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.174164 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Transition to ACTIVE for port object c449db9d-a854-4672-9526-7ff3c9c38c06 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:34:09.180953 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.186540 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:09.375192 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Pushing event updated for resources: {'Port': ['ID=c449db9d-a854-4672-9526-7ff3c9c38c06,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:09.412205 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.412480 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.412811 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.413137 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.413458 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.413774 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.414089 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.414405 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.414720 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.415035 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.415345 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.415675 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Tracked resource versions report: Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: pushed versions: Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: { 'AddressGroup': {'1.2'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'ConntrackHelper': {'1.0'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Log': {'1.0'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Network': {'1.1'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Port': {'1.7'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'PortForwarding': {'1.2'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'QosPolicy': {'1.8'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroup': {'1.4'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SubPort': {'1.0'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Subnet': {'1.1'}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Trunk': {'1.1'}} Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: consumer versions: Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'ConntrackHelper': '1.0', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Log': '1.0', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Network': '1.1', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Port': '1.7', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'PortForwarding': '1.2', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'QosPolicy': '1.8', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroup': '1.4', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroupRule': '1.2', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'SubPort': '1.0', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Subnet': '1.1', Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: 'Trunk': '1.1'}} Sep 16 17:34:09.416767 dv-cinder-809439-1-smb neutron-server[79465]: {{(pid=79465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:34:09.424561 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:09.445341 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Attempting to bind port c449db9d-a854-4672-9526-7ff3c9c38c06 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:09.445736 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Attempting to bind port c449db9d-a854-4672-9526-7ff3c9c38c06 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:09.446190 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Attempting to bind port c449db9d-a854-4672-9526-7ff3c9c38c06 on network ff07af6a-a21f-4072-9816-6d2f1a5805f7 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:34:09.452018 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:34:09.452422 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Checking segment: {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:34:09.452916 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.453308 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Bound using segment: {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:34:09.453812 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Bound port: c449db9d-a854-4672-9526-7ff3c9c38c06, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb041e5-99ea-41ed-b888-888bf8783710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:09.454200 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.539258 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] For port c449db9d-a854-4672-9526-7ff3c9c38c06, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:34:09.543277 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] For port c449db9d-a854-4672-9526-7ff3c9c38c06, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=c449db9d-a854-4672-9526-7ff3c9c38c06,segment=NetworkSegment(cdb041e5-99ea-41ed-b888-888bf8783710),segment_id=cdb041e5-99ea-41ed-b888-888bf8783710)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:34:09.548584 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:09.552358 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:09.638777 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Pushing event updated for resources: {'Port': ['ID=c449db9d-a854-4672-9526-7ff3c9c38c06,revision_number=4']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:09.642009 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:09.642683 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Routers {'9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:34:09.643288 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:34:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:09.797980 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] Set router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 gateway port host: None {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:34:10.124398 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:07Z', 'revision_number': 2, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port_host': None, '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:09Z', 'revision_number': 4, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:10.128050 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94743fda-8256-4be3-8420-18f063ca91ea None None] The sync data for ids ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'] in dv-cinder-809439-1-smb is: [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:07Z', 'revision_number': 2, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port_host': None, '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:09Z', 'revision_number': 4, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:10.346123 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38242) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:10.494004 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2190eb-0779-4e1d-9fac-0b451aece3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:10.494586 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6c2190eb-0779-4e1d-9fac-0b451aece3a4 admin admin] Synchronizing usage tracker for tenant:1dc528295ed3446481e386b873f185e6 on resource:network {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:34:10.513655 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6c2190eb-0779-4e1d-9fac-0b451aece3a4 admin admin] Unset dirty status for tenant:1dc528295ed3446481e386b873f185e6 on resource:network {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:34:10.518943 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6c2190eb-0779-4e1d-9fac-0b451aece3a4 admin admin] 10.222.0.32 "GET /v2.0/networks/da8eb8dc-578c-4f56-80c3-d910d3d76986 HTTP/1.1" status: 200 len: 842 time: 0.1677790 Sep 16 17:34:10.524267 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'cidr': '172.28.0.0/24'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:34:10.529857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:34:10.534217 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Usage tracker for resource:subnet and tenant:1dc528295ed3446481e386b873f185e6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:34:10.537168 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:34:10.544902 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:34:10.554910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Made reservation on behalf of 1dc528295ed3446481e386b873f185e6 for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:34:10.557218 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:10.993607 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.objects.ports [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79463) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Sep 16 17:34:10.994066 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:10.998034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:11.071104 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Pushing event updated for resources: {'Subnet': ['ID=531e47c7-3d38-4b76-a054-5a145fac2663,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:11.076803 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:11.079334 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:34:11.079579 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Network hostable DHCP agents. Network: da8eb8dc-578c-4f56-80c3-d910d3d76986, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:34:11.100309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:34:11.110764 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, da8eb8dc-578c-4f56-80c3-d910d3d76986) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:11.114678 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:11.115254 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:11.119679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303b230-b311-44d0-95b7-c2b2fb10bc9f None None] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:34:11.147622 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6140273 Sep 16 17:34:11.342931 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f67a6b-3f3d-4aeb-b0af-48e82c432e2f None None] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:34:11.408743 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device c449db9d-a854-4672-9526-7ff3c9c38c06 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:34:11.568893 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port c449db9d-a854-4672-9526-7ff3c9c38c06 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:34:11.578093 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port c449db9d-a854-4672-9526-7ff3c9c38c06 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:11.578463 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:11.742352 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:11.778228 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port c449db9d-a854-4672-9526-7ff3c9c38c06, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=c449db9d-a854-4672-9526-7ff3c9c38c06,segment=NetworkSegment(cdb041e5-99ea-41ed-b888-888bf8783710),segment_id=cdb041e5-99ea-41ed-b888-888bf8783710)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:34:11.782129 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:11.791955 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-27d31020-8164-4b0c-8f9d-b5f7da0a1dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:11.862630 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=c449db9d-a854-4672-9526-7ff3c9c38c06,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:11.866454 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:13.369109 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device c449db9d-a854-4672-9526-7ff3c9c38c06 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:34:13.413618 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38256) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:13.436089 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port c449db9d-a854-4672-9526-7ff3c9c38c06 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:13.436495 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:13.607952 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-529f645f-c337-4c5f-81c8-a6dac0b491cf admin admin] 10.222.0.32 "GET /v2.0/routers/9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 HTTP/1.1" status: 200 len: 710 time: 0.1930997 Sep 16 17:34:13.731623 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b4300e-4deb-4952-bd58-e731957660a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:34:13.732934 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f1b4300e-4deb-4952-bd58-e731957660a2 admin admin] 10.222.0.32 "GET /v2.0/networks/da8eb8dc-578c-4f56-80c3-d910d3d76986 HTTP/1.1" status: 200 len: 886 time: 0.1200783 Sep 16 17:34:13.741275 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:34:14.176735 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.546987 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.600531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.730209 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Allocated IP 172.28.0.8 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/9963257f-9e75-4464-bed3-3c17ff193d72) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:34:14.871350 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.904461 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:14.908730 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:14.971719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:34:14.974919 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:34:14.979070 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:34:15.089406 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Pushing event updated for resources: {'Port': ['ID=9963257f-9e75-4464-bed3-3c17ff193d72,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:15.099243 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:15.359689 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:15.682463 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:15.686205 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-320233'] for router, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:15.913548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:34:16.088439 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:34:16.096927 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:16.098114 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] 10.222.0.32 "PUT /v2.0/routers/9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 HTTP/1.1" status: 200 len: 888 time: 2.3598990 Sep 16 17:34:16.099114 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Sync routers for ids ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:34:16.109574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Routers {'9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:34:16.110243 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:34:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:16.302552 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Set router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:34:16.636750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:15Z', 'revision_number': 4, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port': {'id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:14Z', 'updated_at': '2021-09-16T17:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:11Z', 'revision_number': 5, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:16.642167 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Checking router: 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:34:16.642530 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Updating router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 port 9963257f-9e75-4464-bed3-3c17ff193d72 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:34:16.693194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.020647 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.032170 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Transition to ACTIVE for port object 9963257f-9e75-4464-bed3-3c17ff193d72 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:34:17.038396 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.042299 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:17.146724 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Attempting to bind port 9963257f-9e75-4464-bed3-3c17ff193d72 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:34:17.147226 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Attempting to bind port 9963257f-9e75-4464-bed3-3c17ff193d72 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:34:17.147402 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Attempting to bind port 9963257f-9e75-4464-bed3-3c17ff193d72 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:34:17.155452 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Pushing event updated for resources: {'Port': ['ID=9963257f-9e75-4464-bed3-3c17ff193d72,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:17.157732 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:34:17.158104 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:34:17.158506 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.158905 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:34:17.159353 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Bound port: 9963257f-9e75-4464-bed3-3c17ff193d72, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:34:17.159781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.183092 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:17.232879 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] For port 9963257f-9e75-4464-bed3-3c17ff193d72, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:34:17.235869 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] For port 9963257f-9e75-4464-bed3-3c17ff193d72, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=9963257f-9e75-4464-bed3-3c17ff193d72,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:34:17.239679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:17.243327 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:17.326784 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Pushing event updated for resources: {'Port': ['ID=9963257f-9e75-4464-bed3-3c17ff193d72,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:17.330237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:17.330945 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Routers {'9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:34:17.331539 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:34:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:17.534724 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] Set router 9ccc42ff-4712-44e6-b9e4-84f81d9fadf2 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:34:17.908332 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:15Z', 'revision_number': 4, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port': {'id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:14Z', 'updated_at': '2021-09-16T17:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:11Z', 'revision_number': 5, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:34:17.912722 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6251b-b00d-4865-ba1d-25ef01161ab0 None None] The sync data for ids ['9ccc42ff-4712-44e6-b9e4-84f81d9fadf2'] in dv-cinder-809439-1-smb is: [{'id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'name': 'router1', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:33:57Z', 'updated_at': '2021-09-16T17:34:15Z', 'revision_number': 4, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'gw_port': {'id': '9963257f-9e75-4464-bed3-3c17ff193d72', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:14Z', 'updated_at': '2021-09-16T17:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'c449db9d-a854-4672-9526-7ff3c9c38c06', 'name': '', 'network_id': 'ff07af6a-a21f-4072-9816-6d2f1a5805f7', 'tenant_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'mac_address': 'fa:16:3e:35:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc42ff-4712-44e6-b9e4-84f81d9fadf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:34:06Z', 'updated_at': '2021-09-16T17:34:11Z', 'revision_number': 5, 'project_id': 'cc47b13c1451445fa3cc7c68b10ffa33', 'subnets': [{'id': 'e3c97412-fc7b-4f8f-8fb5-9481107c8e8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ba465fa-6d8f-444f-b80a-184e02a493fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:34:18.512702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38266) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:34:18.629920 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ae2c0535-ed39-4ee6-a781-2fbe6c818ea3 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1160705 Sep 16 17:34:19.406371 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 9963257f-9e75-4464-bed3-3c17ff193d72 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:34:19.488126 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 9963257f-9e75-4464-bed3-3c17ff193d72 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:34:19.492991 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 9963257f-9e75-4464-bed3-3c17ff193d72 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:19.493362 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:19.609614 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:19.626022 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 9963257f-9e75-4464-bed3-3c17ff193d72, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=9963257f-9e75-4464-bed3-3c17ff193d72,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:34:19.629028 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:19.631050 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0f2177ee-8052-43be-bad5-b085440ff34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:34:19.694539 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=9963257f-9e75-4464-bed3-3c17ff193d72,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:34:19.701460 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:34:21.383773 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 9963257f-9e75-4464-bed3-3c17ff193d72 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:34:21.467226 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 9963257f-9e75-4464-bed3-3c17ff193d72 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:34:21.467818 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:30.669551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b18e4b2e-bdc1-4cf2-b712-cc8cd7d510a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:31.287908 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:32.928101 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:34:33.329663 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2bf271a4-1093-4343-b713-59f954514671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:34.340356 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:34:35.706231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:00.672269 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-f4d02194-ce81-4de2-9d67-0f57d90056ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:01.292143 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:03.331970 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-499501c6-79f8-4eb6-a3cf-c73e33cfc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:04.347514 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:05.709683 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:09.930185 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:35:30.678518 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-65b9fe1b-9efc-45ed-af1f-d375c4493f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:31.298607 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:33.336604 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ed1564c5-9ac7-40a6-8cf8-b861aee562d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:34.346587 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:35.716416 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:35:46.928917 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:36:00.680085 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f470-04c4-4acd-b8b1-d1a3330860f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:01.290876 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:03.338692 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e3097233-1e02-4573-a274-ba3abf1098a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:04.350618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:05.717835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:19.642523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38836) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:19.707613 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0942d97c-7616-4f0d-9d93-86ac8233a1a7 admin admin] GET failed (client error): The resource could not be found. Sep 16 17:36:19.708895 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0942d97c-7616-4f0d-9d93-86ac8233a1a7 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655098 Sep 16 17:36:19.840794 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a0caa-8244-4a21-b61d-31537276c1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:19.844028 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f78a0caa-8244-4a21-b61d-31537276c1a5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1312370 Sep 16 17:36:22.020658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38846) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:22.141448 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d462e-7f72-4ae2-b17f-f2df9f82bbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:22.142004 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0b4d462e-7f72-4ae2-b17f-f2df9f82bbf2 admin admin] Synchronizing usage tracker for tenant:1dc528295ed3446481e386b873f185e6 on resource:subnet {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:36:22.157922 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0b4d462e-7f72-4ae2-b17f-f2df9f82bbf2 admin admin] Unset dirty status for tenant:1dc528295ed3446481e386b873f185e6 on resource:subnet {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:36:22.159032 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0b4d462e-7f72-4ae2-b17f-f2df9f82bbf2 admin admin] 10.222.0.32 "GET /v2.0/subnets/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d HTTP/1.1" status: 200 len: 849 time: 0.1374342 Sep 16 17:36:22.175571 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:36:22.291537 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Notify callbacks [] for subnet, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:22.477342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794222815317'] for subnet, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:22.482222 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:36:22.524063 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:22.525223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:22.539622 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] 10.222.0.32 "PUT /v2.0/subnets/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d HTTP/1.1" status: 200 len: 868 time: 0.3546376 Sep 16 17:36:22.539852 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c90e26-fcae-440a-a5b5-362403f7452b None None] Network ff07af6a-a21f-4072-9816-6d2f1a5805f7 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:36:22.552105 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c97412-fc7b-4f8f-8fb5-9481107c8e8d,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:36:22.560403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.560837 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.561089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.561425 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.561754 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.562082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.562406 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.562732 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.563135 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.563466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.563811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.564148 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:36:22.567794 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:36:23.008231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-226f329a-34ca-444d-b76c-6dbc05bee5cd None None] Provisioning complete for port 629a5491-3c6e-452f-bd20-3a41018da537 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:36:23.008609 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-226f329a-34ca-444d-b76c-6dbc05bee5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:23.136968 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-226f329a-34ca-444d-b76c-6dbc05bee5cd None None] Provisioning complete for port c449db9d-a854-4672-9526-7ff3c9c38c06 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:36:23.137234 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-226f329a-34ca-444d-b76c-6dbc05bee5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:23.927068 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:36:24.651582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38856) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:24.820786 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421dfd4-27be-4066-896f-c01031ec42ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:24.821254 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421dfd4-27be-4066-896f-c01031ec42ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:24.822756 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-2421dfd4-27be-4066-896f-c01031ec42ac admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1699321 Sep 16 17:36:27.007253 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38866) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:27.178897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b247ce-ea1f-47dd-9312-46f598b23bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:27.179373 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b247ce-ea1f-47dd-9312-46f598b23bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:27.180917 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a7b247ce-ea1f-47dd-9312-46f598b23bd3 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727002 Sep 16 17:36:29.303447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38876) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:29.471523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33485e03-502c-4e60-8f98-5381446e4ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:29.473385 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-33485e03-502c-4e60-8f98-5381446e4ae9 admin admin] 10.222.0.32 "GET /v2.0/networks/da8eb8dc-578c-4f56-80c3-d910d3d76986 HTTP/1.1" status: 200 len: 886 time: 0.1687272 Sep 16 17:36:30.682193 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1f48cfe7-1279-4978-ab95-94eb4260eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:31.295657 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:31.585471 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38886) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:31.821328 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb20cf7-8636-4b5c-9f95-d8c122a8f37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:31.822605 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1cb20cf7-8636-4b5c-9f95-d8c122a8f37e admin admin] 10.222.0.32 "GET /v2.0/networks/ff07af6a-a21f-4072-9816-6d2f1a5805f7 HTTP/1.1" status: 200 len: 869 time: 0.2362118 Sep 16 17:36:33.341192 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6b16-2017-468d-aabe-072f748b35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:33.971551 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38896) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:34.074120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200cb33-3cc7-43bb-9a0a-bef316c9760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:34.075199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200cb33-3cc7-43bb-9a0a-bef316c9760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:34.076723 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a200cb33-3cc7-43bb-9a0a-bef316c9760c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041908 Sep 16 17:36:34.353577 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:35.719302 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:36:36.173915 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38906) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:36.279858 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de5a56-2b04-472f-b5b2-2d076dc59f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:36.280311 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de5a56-2b04-472f-b5b2-2d076dc59f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:36.281793 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-75de5a56-2b04-472f-b5b2-2d076dc59f87 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069555 Sep 16 17:36:38.379168 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38916) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:38.484432 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f5397-d8a3-4a50-bcf2-e709471432cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:38.485786 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-bf6f5397-d8a3-4a50-bcf2-e709471432cf admin admin] 10.222.0.32 "GET /v2.0/subnets/531e47c7-3d38-4b76-a054-5a145fac2663 HTTP/1.1" status: 200 len: 816 time: 0.1055768 Sep 16 17:36:40.585381 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38926) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:36:40.693049 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0a163-2ba3-4ee5-b56c-b5457822f1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:36:40.694366 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-dfd0a163-2ba3-4ee5-b56c-b5457822f1e6 admin admin] 10.222.0.32 "GET /v2.0/subnets/e3c97412-fc7b-4f8f-8fb5-9481107c8e8d HTTP/1.1" status: 200 len: 868 time: 0.1080751 Sep 16 17:37:00.683629 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5794caf2-32b2-4b02-8f08-6cca5b8ff70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:00.925569 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:37:01.298132 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:03.343861 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b877d8fe-4964-48f6-afdf-a7753d30b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:03.752707 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38970) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:37:03.799887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [None req-d4321a82-e3d7-4b99-9872-e195976bad27 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:37:03.800884 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d4321a82-e3d7-4b99-9872-e195976bad27 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472155 Sep 16 17:37:04.356612 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:05.721577 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:05.997010 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38980) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:37:06.063037 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc70969-5b62-4a68-8c9e-387cae8b5841 admin admin] GET failed (client error): The resource could not be found. Sep 16 17:37:06.064318 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ecc70969-5b62-4a68-8c9e-387cae8b5841 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663886 Sep 16 17:37:06.187089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299e4b4-82fb-4ef4-b569-9d1dc371449e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:06.188567 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0299e4b4-82fb-4ef4-b569-9d1dc371449e admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204078 Sep 16 17:37:08.376631 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 38990) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:37:08.423094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:37:08.427523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:37:08.437322 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:37:08.446478 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Made reservation on behalf of 1dc528295ed3446481e386b873f185e6 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:37:08.449264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:08.533706 dv-cinder-809439-1-smb neutron-server[79463]: WARNING neutron.services.revisions.revision_plugin [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Could not find related network for resource to bump revision. Sep 16 17:37:08.544387 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=79463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:37:08.553037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:08.553423 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Added segment 04dbd2de-b239-4c83-899d-a836aabf3a75 of type vlan for network 5748f699-11a0-4440-8318-f3be7fc53927 Sep 16 17:37:08.578575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:08.606369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:08.607700 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:08.608267 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:08.612664 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2d8e7a21-5f58-4a10-bd23-9a2df84573cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:37:08.707033 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Pushing event updated for resources: {'Network': ['ID=5748f699-11a0-4440-8318-f3be7fc53927,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:08.709829 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3322115 Sep 16 17:37:08.710517 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:37:08.718276 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 5748f699-11a0-4440-8318-f3be7fc53927 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:37:10.908456 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39000) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:37:10.975242 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd50850-71ab-409a-9db4-1b195d74ed93 admin admin] GET failed (client error): The resource could not be found. Sep 16 17:37:10.976023 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-8cd50850-71ab-409a-9db4-1b195d74ed93 admin admin] Synchronizing usage tracker for tenant:1dc528295ed3446481e386b873f185e6 on resource:network {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:37:10.990605 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-8cd50850-71ab-409a-9db4-1b195d74ed93 admin admin] Unset dirty status for tenant:1dc528295ed3446481e386b873f185e6 on resource:network {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:37:10.991826 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-8cd50850-71ab-409a-9db4-1b195d74ed93 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0823874 Sep 16 17:37:11.094575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0437dd-720c-4676-a6b0-d1d55bbdb9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:11.095919 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6f0437dd-720c-4676-a6b0-d1d55bbdb9f3 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997000 Sep 16 17:37:11.106112 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:37:11.110334 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:37:11.119549 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:37:11.129485 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Made reservation on behalf of 1dc528295ed3446481e386b873f185e6 for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:37:11.131662 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:11.321992 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:11.326785 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:37:11.395093 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba39f9b-923e-428c-8299-4db12a55fef3,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:11.398271 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:37:11.405587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Checking segment: {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:37:11.405955 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Network hostable DHCP agents. Network: 5748f699-11a0-4440-8318-f3be7fc53927, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:37:11.424901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Network 5748f699-11a0-4440-8318-f3be7fc53927 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:37:11.433112 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 5748f699-11a0-4440-8318-f3be7fc53927) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:11.438777 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:37:11.438777 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:11.441836 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d0713-1fec-4e5f-a21d-542328a8f2e7 None None] Network 5748f699-11a0-4440-8318-f3be7fc53927 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:37:11.462691 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3604810 Sep 16 17:37:11.663244 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-5748f699-11a0-4440-8318-f3be7fc53927', 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927', 'tenant_id': '1dc528295ed3446481e386b873f185e6', 'fixed_ips': [{'subnet_id': 'bba39f9b-923e-428c-8299-4db12a55fef3'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:37:11.664341 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:11.819574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Allocated IP 192.168.233.2 (5748f699-11a0-4440-8318-f3be7fc53927/bba39f9b-923e-428c-8299-4db12a55fef3/8bf0a5e7-565b-4b80-9523-4a662fbca1d9) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:37:12.058633 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.068968 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Transition to ACTIVE for port object 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:37:12.087737 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Transition to ACTIVE for port object 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:37:12.093762 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.098099 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:37:12.158337 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Network 5748f699-11a0-4440-8318-f3be7fc53927 is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:37:12.161234 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:37:12.167641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:37:12.169561 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Pushing event updated for resources: {'Port': ['ID=8bf0a5e7-565b-4b80-9523-4a662fbca1d9,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:12.178349 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.178683 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.179008 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.179327 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.179777 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.180095 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.180404 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.180715 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.181021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.181329 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.181633 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.181939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:37:12.213827 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:37:12.269126 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Attempting to bind port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:37:12.269483 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Attempting to bind port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:37:12.269835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Attempting to bind port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 on network 5748f699-11a0-4440-8318-f3be7fc53927 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:37:12.275185 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:37:12.275550 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Checking segment: {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:37:12.275976 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.277052 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Bound using segment: {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:37:12.277628 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Bound port: 8bf0a5e7-565b-4b80-9523-4a662fbca1d9, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:37:12.278012 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.365848 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] For port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:37:12.369388 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] For port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=8bf0a5e7-565b-4b80-9523-4a662fbca1d9,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:37:12.374704 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:12.378562 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:37:12.457176 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Pushing event updated for resources: {'Port': ['ID=8bf0a5e7-565b-4b80-9523-4a662fbca1d9,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:12.462444 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:37:13.311890 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ecfa2-0c4a-4e57-8bd7-0e7321ff6dd0 None None] Network 5748f699-11a0-4440-8318-f3be7fc53927 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:37:13.398636 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-df6beceb-8d1c-4a8b-9d64-25eb90e0124e None None] Provisioning for port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:37:13.499258 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:37:13.617964 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:37:13.626568 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:13.626946 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:13.752517 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:13.788460 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=8bf0a5e7-565b-4b80-9523-4a662fbca1d9,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:37:13.794319 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:13.796546 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:37:13.866715 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=8bf0a5e7-565b-4b80-9523-4a662fbca1d9,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:37:13.870476 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:37:13.931314 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b068f677-a51f-45a5-a9a2-9f011b8544af None None] Provisioning complete for port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:13.931629 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b068f677-a51f-45a5-a9a2-9f011b8544af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:15.465823 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:37:15.535654 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 8bf0a5e7-565b-4b80-9523-4a662fbca1d9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:37:15.536024 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:30.688931 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4ddcc896-9e69-4ae3-9094-c6bbf75bfe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:31.299432 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:33.345392 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-38fccf8c-824f-4506-b0fa-f8137356409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:34.359094 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:35.725253 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:37:37.924265 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:38:00.691607 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c21827f0-bdd2-4c66-9ade-cc53b5e364c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:01.300517 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:03.345272 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-9935d697-a120-4f42-88db-03d00c9f8024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:04.360108 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:05.729259 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:14.923965 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:38:29.040034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39050) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:38:29.045975 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [None req-a21724fe-7b32-4ebe-be08-d884f084651a tempest-verify_tempest_config-768796946 tempest-verify_tempest_config-768796946-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:38:29.046924 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a21724fe-7b32-4ebe-be08-d884f084651a tempest-verify_tempest_config-768796946 tempest-verify_tempest_config-768796946-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059121 Sep 16 17:38:29.348439 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39068) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:38:29.467449 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.481709 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:38:29.485454 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Usage tracker for resource:security_group_rule and tenant:c640d44f754b428b95f7a5f086756ff0 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:38:29.488619 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:38:29.494810 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:38:29.576051 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.579801 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.587388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:38:29.629997 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Synchronizing usage tracker for tenant:1dc528295ed3446481e386b873f185e6 on resource:security_group {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:38:29.633228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb872e60-c682-4004-a2b8-22cac6491be1,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:29.642865 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.643203 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.643533 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.643884 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.644204 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.644526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.644842 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.645156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.645487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.645802 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.646111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.646420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:38:29.650185 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:38:29.660116 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Unset dirty status for tenant:1dc528295ed3446481e386b873f185e6 on resource:security_group {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:38:29.661423 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c640d44f754b428b95f7a5f086756ff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3120458 Sep 16 17:38:29.664129 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39074) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:38:29.721405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.747459 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.840206 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.843970 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:38:29.855111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb872e60-c682-4004-a2b8-22cac6491be1,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:38:29.858807 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:38:29.861759 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:29.867701 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb872e60-c682-4004-a2b8-22cac6491be1 HTTP/1.1" status: 204 len: 168 time: 0.1979189 Sep 16 17:38:30.694369 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c9bcf95c-943e-44d0-a2e0-f1f1b741c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:31.302159 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:33.346699 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-a1596ca2-5895-4fec-87df-f3e9d72fcb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:34.364285 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:35.732924 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:38:51.922268 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:39:00.696573 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-951b0d46-3609-4db2-959a-6bdde031fce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:01.305159 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:03.347577 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3fa649be-a73d-4f60-a59d-216a6bc6a9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:04.363178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:05.735388 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:28.920321 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:39:30.698075 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-eef08588-0024-402d-8623-89d7c388822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:31.307698 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:33.349010 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-83ff905f-0697-45c2-9500-4608497eb78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:34.365460 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:39:35.740915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:00.721523 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4e5547a0-7254-4f13-a9b3-168c56f43593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:01.313235 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:03.351264 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2a74eaad-ee75-4bf4-8b32-af4fbe30c051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:04.368309 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:05.743645 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:05.919346 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 5 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:40:08.836004 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-512636'] for agent, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:24.111059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39146) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:40:24.222470 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-2661c0fd-ccb4-4883-be4d-42efae776eb1 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1102655 Sep 16 17:40:26.353848 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39160) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:40:26.408900 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-71f24f27-727b-4f9c-897a-b260088c0919 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0539770 Sep 16 17:40:30.704290 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-37091def-b4c0-48fd-b5c4-297c59a41d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:31.306528 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:33.353481 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6d239b48-e652-4756-abab-440485d87cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:34.372215 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:35.745762 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:38.789476 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:40:42.919050 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:41:00.705440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1bfc74f9-e6bb-44ee-b389-7f4bdd1bd9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:01.308246 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:03.355501 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-12908e95-9560-4bb9-802b-f8e8506addee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:04.375288 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:05.749392 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:08.799491 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:19.920485 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:41:30.706194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0cb8-41c0-42bf-ac6e-30301f41d284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:31.308967 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:33.360066 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-fb9c17e5-7524-4b15-a96d-177a711a6408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:34.377610 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:35.753596 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:38.817889 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:41:56.921578 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:42:00.719767 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-02a4c148-fa0b-432d-bcbd-ce2c5a422957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:01.325736 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.069917 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39244) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:03.253750 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-network', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:03.259568 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:03.264374 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Usage tracker for resource:network and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:03.267663 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:03.274634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:03.287003 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Made reservation on behalf of e119e98158bf40e68ec30128f54ba16a for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:03.289826 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.315880 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.331039 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:03.338655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Usage tracker for resource:security_group_rule and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:03.343081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:03.349164 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:03.383464 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-8aa33bb7-a0fa-4f84-ad4d-6aee5d26158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.451901 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.456503 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.460115 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:03.493077 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8414bf1-3a8e-481c-bc78-6308fcb83714,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:03.504233 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.504575 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.504904 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.505221 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.505536 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.505852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.506163 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.506473 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.506783 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.507093 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.507401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.507743 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Tracked resource versions report: Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: pushed versions: Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: { 'AddressGroup': {'1.2'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'ConntrackHelper': {'1.0'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Log': {'1.0'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Network': {'1.1'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Port': {'1.7'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'PortForwarding': {'1.2'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'QosPolicy': {'1.8'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroup': {'1.4'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SubPort': {'1.0'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Subnet': {'1.1'}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Trunk': {'1.1'}} Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: consumer versions: Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: HyperV agent@hv-cinder-80943: {}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'ConntrackHelper': '1.0', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Log': '1.0', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Network': '1.1', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Port': '1.7', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'PortForwarding': '1.2', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'QosPolicy': '1.8', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroup': '1.4', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SecurityGroupRule': '1.2', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'SubPort': '1.0', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Subnet': '1.1', Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: 'Trunk': '1.1'}} Sep 16 17:42:03.508751 dv-cinder-809439-1-smb neutron-server[79462]: {{(pid=79462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:42:03.515135 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:03.517659 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:03.529037 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794222935471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.529678 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Unsubscribe: segment precommit_create {{(pid=79462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 17:42:03.530067 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Added segment c0129264-6b28-4f42-a30f-aa0960d4ac13 of type vlan for network abbfc130-4ad8-410b-83bb-2713490b98e8 Sep 16 17:42:03.570932 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.609805 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.611775 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:03.612655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:03.617901 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:03.735101 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Pushing event updated for resources: {'Network': ['ID=abbfc130-4ad8-410b-83bb-2713490b98e8,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:03.740653 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:03.749060 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6772788 Sep 16 17:42:03.749656 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39300) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:03.751107 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network abbfc130-4ad8-410b-83bb-2713490b98e8 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:42:03.755169 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Request body: {'subnet': {'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-subnet', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:03.759637 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:03.764028 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Usage tracker for resource:subnet and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:03.767272 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:03.775127 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:03.788736 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Made reservation on behalf of e119e98158bf40e68ec30128f54ba16a for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:03.792074 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.019621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.024680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b547e547-2726-4c70-b120-0a8fbfdda0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:04.081607 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c050db12-02bb-46ef-ae51-3634a93d8945,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:04.091446 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:04.115132 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Checking segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:04.115132 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Network hostable DHCP agents. Network: abbfc130-4ad8-410b-83bb-2713490b98e8, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:04.134268 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Network abbfc130-4ad8-410b-83bb-2713490b98e8 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:04.144433 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, abbfc130-4ad8-410b-83bb-2713490b98e8) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:04.148533 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:04.149180 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.157062 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1fe196-5473-4a06-bd76-174c6c6c0043 None None] Network abbfc130-4ad8-410b-83bb-2713490b98e8 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:04.178513 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39316) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:04.179249 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4279284 Sep 16 17:42:04.187269 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:04.192672 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:04.197236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Usage tracker for resource:router and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:04.201538 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:04.207655 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:04.219769 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.221691 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.244537 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.430733 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd19467-d329-43d8-b9e1-7bc2e8bd70dd None None] Network abbfc130-4ad8-410b-83bb-2713490b98e8 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:04.536521 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.628504 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.955294 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:04.985523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.126385 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Allocated IP 172.28.0.220 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/664fdf00-e3e7-4194-9d76-d50bc562d4e3) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:05.180283 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39372) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:05.276046 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.309658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.314441 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fbcfb5a8-06af-494b-afb4-8cdc2624f102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:05.328780 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39382) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:05.347861 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39388) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:05.378573 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:05.381515 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:05.385084 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:05.442952 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Pushing event updated for resources: {'Port': ['ID=664fdf00-e3e7-4194-9d76-d50bc562d4e3,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:05.519808 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.520146 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.520481 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.520804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.521122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.521437 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.521933 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.522407 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.522743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.523059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.523371 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.523706 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Tracked resource versions report: Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: pushed versions: Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: { 'AddressGroup': {'1.2'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'ConntrackHelper': {'1.0'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Log': {'1.0'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Network': {'1.1'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Port': {'1.7'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'PortForwarding': {'1.2'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'QosPolicy': {'1.8'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroup': {'1.4'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SubPort': {'1.0'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Subnet': {'1.1'}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Trunk': {'1.1'}} Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: consumer versions: Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: HyperV agent@hv-cinder-80943: {}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'ConntrackHelper': '1.0', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Log': '1.0', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Network': '1.1', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Port': '1.7', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'PortForwarding': '1.2', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'QosPolicy': '1.8', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroup': '1.4', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SecurityGroupRule': '1.2', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'SubPort': '1.0', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Subnet': '1.1', Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: 'Trunk': '1.1'}} Sep 16 17:42:05.524721 dv-cinder-809439-1-smb neutron-server[79463]: {{(pid=79463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:42:05.528891 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:05.567884 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1694701020-network', 'tenant_id': 'cc602b2f51064cd5b91cb950be3e1d8e'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:05.572522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:05.576435 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Usage tracker for resource:network and tenant:cc602b2f51064cd5b91cb950be3e1d8e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:05.580047 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:05.587188 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:05.601648 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Made reservation on behalf of cc602b2f51064cd5b91cb950be3e1d8e for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:05.609409 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.641792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.661774 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-network', 'tenant_id': '4bf1287945114955b8138697bb1894bd'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:05.667210 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:05.672723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Usage tracker for resource:network and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:05.676292 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:05.682891 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:05.695576 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:05.700904 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Usage tracker for resource:security_group_rule and tenant:cc602b2f51064cd5b91cb950be3e1d8e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:05.704121 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:05.711619 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:05.764797 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.771953 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Made reservation on behalf of 4bf1287945114955b8138697bb1894bd for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:05.774621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.803465 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.834275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.835883 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.848559 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.863258 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:05.873544 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.874227 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Added segment 46fe6e1c-9b71-49d8-bfc6-c880d80c902b of type vlan for network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 Sep 16 17:42:05.904202 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:05.992661 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814435078-network', 'tenant_id': 'e5eb004c6d2a42b19046ebc56ce93270'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:06.004357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:06.026033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:06.043778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:06.047817 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Usage tracker for resource:network and tenant:e5eb004c6d2a42b19046ebc56ce93270 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:06.059680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.062536 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:06.092245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:06.093129 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.097521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:06.105399 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:06.107740 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8546fd6d-b48d-481b-b2f1-92d0eb157f28,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:06.111914 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:06.119208 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:06.124371 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:06.142664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:06.264989 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Pushing event updated for resources: {'Network': ['ID=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:06.274118 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0926871 Sep 16 17:42:06.275125 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Made reservation on behalf of e5eb004c6d2a42b19046ebc56ce93270 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:06.278255 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:42:06.278575 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.279576 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39428) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:06.291412 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Request body: {'subnet': {'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1694701020-subnet', 'tenant_id': 'cc602b2f51064cd5b91cb950be3e1d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:06.293089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:06.295113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.316743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:06.318526 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:06.325204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Usage tracker for resource:security_group_rule and tenant:e5eb004c6d2a42b19046ebc56ce93270 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:06.332122 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:06.337996 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Usage tracker for resource:subnet and tenant:cc602b2f51064cd5b91cb950be3e1d8e is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:06.341240 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:06.357363 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:06.399764 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:06.445178 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.463145 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.482312 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.520163 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:06.541770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.551007 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Added segment ad90cf6a-fc24-4344-a142-50dff19b694a of type vlan for network 2cff0586-b766-4fbd-87ca-dcc399dfa90a Sep 16 17:42:06.594351 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Made reservation on behalf of cc602b2f51064cd5b91cb950be3e1d8e for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:06.596898 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.602553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.672913 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bcc5e59f-8f93-4862-89cb-e6ec551f5f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:06.728395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90397ac1-0cbf-4ce1-91c5-af73028feb23,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:06.733630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.738185 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:06.756148 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:06.756992 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:06.786425 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:07.023318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Pushing event updated for resources: {'Network': ['ID=2cff0586-b766-4fbd-87ca-dcc399dfa90a,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:07.030591 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:07.038061 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:42:07.049079 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:42:07.070088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.079373 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7459583 Sep 16 17:42:07.080106 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.081577 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39454) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:07.107981 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:07.111645 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:07.113677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Request body: {'subnet': {'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-subnet', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:07.175658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d051961e-fc54-45c0-8fab-e2a3fdff3dc6,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:07.184612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:07.195584 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.197502 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Added segment 674cd715-43fb-46e0-bb62-bb887fc1bfae of type vlan for network 35949706-079d-44a7-ae88-90c144160817 Sep 16 17:42:07.261618 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.316939 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.319379 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:07.320230 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.338511 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:07.339733 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:07.343212 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.359237 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Usage tracker for resource:subnet and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:07.370279 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:07.374064 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:07.440146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Pushing event updated for resources: {'Network': ['ID=35949706-079d-44a7-ae88-90c144160817,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:07.440877 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=998be52e-e48e-4e1f-81a5-3994afe426d4,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:07.445747 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:07.452607 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 35949706-079d-44a7-ae88-90c144160817 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:42:07.453586 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:07.469371 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:07.475145 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1241910 Sep 16 17:42:07.479159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39482) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:07.495189 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Request body: {'subnet': {'network_id': '35949706-079d-44a7-ae88-90c144160817', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1814435078-subnet', 'tenant_id': 'e5eb004c6d2a42b19046ebc56ce93270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:07.505113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:07.510040 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Usage tracker for resource:subnet and tenant:e5eb004c6d2a42b19046ebc56ce93270 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:07.519048 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Checking segment: {'id': '46fe6e1c-9b71-49d8-bfc6-c880d80c902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:07.519259 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Network hostable DHCP agents. Network: 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:07.520372 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:07.532026 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Made reservation on behalf of 4bf1287945114955b8138697bb1894bd for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:07.534297 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Notify callbacks [] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.536382 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:07.569829 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Made reservation on behalf of e5eb004c6d2a42b19046ebc56ce93270 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:07.575436 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.643230 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:42:07.655371 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Sync routers for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:07.669925 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:07.673038 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:07.675505 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:07.705362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:07.715924 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:07.716514 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.717678 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34bb16-f65a-4be1-b7a9-bbc7c597a2e0 None None] Network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:07.725034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:07.731485 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5467689 Sep 16 17:42:07.735838 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39490) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:07.962689 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6814141 Sep 16 17:42:08.029633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.040929 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f307a90e-35e3-46b9-9f37-1689433adda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:08.067749 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39500) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:08.194522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9592a565-0c63-49da-8910-1270b0342643,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:08.202287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:08.263262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Checking segment: {'id': '674cd715-43fb-46e0-bb62-bb887fc1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '35949706-079d-44a7-ae88-90c144160817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:08.263648 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Network hostable DHCP agents. Network: 35949706-079d-44a7-ae88-90c144160817, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:08.288753 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8deca6-161f-4c8d-bb36-dc5e1f86f75b None None] Network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:08.298066 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:08.316770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Network 35949706-079d-44a7-ae88-90c144160817 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:08.336075 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 35949706-079d-44a7-ae88-90c144160817) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:08.340898 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:08.341590 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.397442 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9078445 Sep 16 17:42:08.536079 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2529916-149d-4047-8107-00c3e7562f41 None None] Network 35949706-079d-44a7-ae88-90c144160817 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:08.702590 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:08.795050 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb91f37-b8f1-46c2-9be1-51a1d6ae3ebf None None] Network 35949706-079d-44a7-ae88-90c144160817 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:08.866816 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:05Z', 'revision_number': 3, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:08.871062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-12e9796c-7cbb-45bf-b6b7-a780ad13869b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:08.872192 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Checking router: 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:08.872769 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Updating router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:08.966095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.002673 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.065758 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:09.108477 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Usage tracker for resource:security_group_rule and tenant:6fd07029a45b44c5b488db888967f57d is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:09.114609 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:09.151316 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:09.197889 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.366055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.525962 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.538462 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Transition to ACTIVE for port object 664fdf00-e3e7-4194-9d76-d50bc562d4e3 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:09.546279 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.551853 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:09.633987 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Attempting to bind port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:09.634352 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Attempting to bind port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:09.634716 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Attempting to bind port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:09.637279 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Pushing event updated for resources: {'Port': ['ID=664fdf00-e3e7-4194-9d76-d50bc562d4e3,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:09.647020 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:09.647618 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:09.647912 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.648309 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:09.648783 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Bound port: 664fdf00-e3e7-4194-9d76-d50bc562d4e3, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:09.649152 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.662432 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=5392ae89-a587-4a5d-b71c-28771e360466,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:09.667066 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:09.681119 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.681457 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.681786 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.682107 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.682626 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.683878 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.684371 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.684860 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.685337 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.685802 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.686467 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.686791 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Tracked resource versions report: Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: pushed versions: Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: { 'AddressGroup': {'1.2'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'ConntrackHelper': {'1.0'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Log': {'1.0'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Network': {'1.1'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Port': {'1.7'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'PortForwarding': {'1.2'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'QosPolicy': {'1.8'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroup': {'1.4'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SubPort': {'1.0'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Subnet': {'1.1'}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Trunk': {'1.1'}} Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: consumer versions: Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: HyperV agent@hv-cinder-80943: {}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'ConntrackHelper': '1.0', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Log': '1.0', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Network': '1.1', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Port': '1.7', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'PortForwarding': '1.2', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'QosPolicy': '1.8', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroup': '1.4', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SecurityGroupRule': '1.2', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'SubPort': '1.0', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Subnet': '1.1', Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: 'Trunk': '1.1'}} Sep 16 17:42:09.687932 dv-cinder-809439-1-smb neutron-server[79465]: {{(pid=79465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:42:09.691964 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39566) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:09.694887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.700468 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-948265793-network', 'tenant_id': 'a0045b97f3d249aba2f9455b56b59787'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:09.710864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:09.717238 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:09.718359 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Usage tracker for resource:network and tenant:a0045b97f3d249aba2f9455b56b59787 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:09.722337 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f6766d3c-530b-43be-a6f9-f8b0b00b1369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:09.725877 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:09.731401 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Checking segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:09.732011 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Network hostable DHCP agents. Network: 2cff0586-b766-4fbd-87ca-dcc399dfa90a, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:09.738019 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:09.756446 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Made reservation on behalf of a0045b97f3d249aba2f9455b56b59787 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:09.759177 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.790955 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.804067 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fd07029a45b44c5b488db888967f57d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7351832 Sep 16 17:42:09.822200 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] For port 664fdf00-e3e7-4194-9d76-d50bc562d4e3, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:09.824751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39572) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:09.830023 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] For port 664fdf00-e3e7-4194-9d76-d50bc562d4e3, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=664fdf00-e3e7-4194-9d76-d50bc562d4e3,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:09.852707 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.863610 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:09.868914 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:09.883982 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Usage tracker for resource:security_group_rule and tenant:a0045b97f3d249aba2f9455b56b59787 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:09.905090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f40957-9e14-4e4b-a35b-fbe03dead363,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:09.917906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:09.920146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:09.924891 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:09.944888 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:09.968022 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 2cff0586-b766-4fbd-87ca-dcc399dfa90a) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:09.973162 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:09.974023 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:09.974174 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabb14e-9a71-4489-a85c-e9374bc6aee5 None None] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:10.066017 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.100795 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-81e5dd76-6ade-4d3c-832c-329e5447a6af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0107939 Sep 16 17:42:10.106447 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Pushing event updated for resources: {'Port': ['ID=664fdf00-e3e7-4194-9d76-d50bc562d4e3,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:10.109893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.111782 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39588) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:10.125194 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:10.128639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:10.137870 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:10.140322 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:10.143781 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:10.179348 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Usage tracker for resource:router and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:10.183876 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:10.199285 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:10.200483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.209491 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:10.229823 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f40957-9e14-4e4b-a35b-fbe03dead363,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:10.234079 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39596) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:10.236584 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:10.242416 dv-cinder-809439-1-smb neutron-server[79462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 17:42:10.243380 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.273608 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.274916 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.351256 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.425322 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.426771 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34f40957-9e14-4e4b-a35b-fbe03dead363 HTTP/1.1" status: 204 len: 168 time: 0.6009145 Sep 16 17:42:10.536409 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:42:10.537272 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.650409 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:10.695545 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.706503 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.718347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Allocated IP 172.20.0.1 (abbfc130-4ad8-410b-83bb-2713490b98e8/c050db12-02bb-46ef-ae51-3634a93d8945/53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:10.742311 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:10.803294 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-da34a458-e067-4f2e-abd1-1bb160fa786b tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:10.808460 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-89a88474-70a0-46c4-b269-8498f3874e71 req-da34a458-e067-4f2e-abd1-1bb160fa786b tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Synchronizing usage tracker for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:10.836849 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:42:10.867343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5377d55-6282-44fc-9902-3a468fab661a,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:10.869303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Allocated IP 172.20.0.2 (2cff0586-b766-4fbd-87ca-dcc399dfa90a/5392ae89-a587-4a5d-b71c-28771e360466/890f9e1a-034e-4841-bd4a-1fbb76503837) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:10.876634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:10.884717 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.887892 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Added segment 0c7fb225-0596-4e65-9e52-40073123fa57 of type vlan for network 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 Sep 16 17:42:10.925369 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-89a88474-70a0-46c4-b269-8498f3874e71 req-da34a458-e067-4f2e-abd1-1bb160fa786b tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Unset dirty status for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:10.932168 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-da34a458-e067-4f2e-abd1-1bb160fa786b tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/networks?id=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 HTTP/1.1" status: 200 len: 812 time: 0.6970713 Sep 16 17:42:10.945633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:10.956530 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-2a33cfe1-e18c-4ab0-a1cb-010f02cee465 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/quotas/cc602b2f51064cd5b91cb950be3e1d8e HTTP/1.1" status: 200 len: 375 time: 0.0225961 Sep 16 17:42:11.111556 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-0d38a293-93eb-4202-bd05-a65d06d9bfa4 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc602b2f51064cd5b91cb950be3e1d8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513128 Sep 16 17:42:11.166580 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.196648 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.196878 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Transition to ACTIVE for port object 890f9e1a-034e-4841-bd4a-1fbb76503837 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:11.198250 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:11.202748 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.212264 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:11.216810 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Transition to ACTIVE for port object 890f9e1a-034e-4841-bd4a-1fbb76503837 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:11.227061 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.234471 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-29f8779c-f2f4-4905-a8f5-4b56ca872584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:11.304595 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.311829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39628) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:11.369078 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:11.373451 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:11.373610 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:05Z', 'revision_number': 3, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:11.378373 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:11.387493 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16c6eb-be1a-4914-a63d-531465160ccd None None] The sync data for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb is: [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:05Z', 'revision_number': 3, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:11.388110 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Pushing event updated for resources: {'Port': ['ID=890f9e1a-034e-4841-bd4a-1fbb76503837,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:11.423351 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7288606 Sep 16 17:42:11.425420 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39634) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:11.435343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Request body: {'subnet': {'network_id': '6c6d85e7-8693-4faf-a5a5-fdcbbe661b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-948265793-subnet', 'tenant_id': 'a0045b97f3d249aba2f9455b56b59787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:11.443314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Pushing event updated for resources: {'Network': ['ID=6c6d85e7-8693-4faf-a5a5-fdcbbe661b62,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:11.451377 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.451612 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.452470 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.452870 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.453304 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.453738 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.454123 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.454388 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:11.454559 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.454947 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.455508 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.455918 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.456295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Tracked resource versions report: Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: pushed versions: Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: { 'AddressGroup': {'1.2'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'ConntrackHelper': {'1.0'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Log': {'1.0'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Network': {'1.1'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Port': {'1.7'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'PortForwarding': {'1.2'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'QosPolicy': {'1.8'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroup': {'1.4'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroupRule': {'1.2'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SubPort': {'1.0'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Subnet': {'1.1'}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Trunk': {'1.1'}} Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: consumer versions: Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: { DHCP agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: HyperV agent@hv-cinder-80943: {}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: L3 agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: Metadata agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: Metering agent@dv-cinder-809439-1-smb: {}, Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: Open vSwitch agent@dv-cinder-809439-1-smb: { 'AddressGroup': '1.2', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'ConntrackHelper': '1.0', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Log': '1.0', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Network': '1.1', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Port': '1.7', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'PortForwarding': '1.2', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'QosPolicy': '1.8', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroup': '1.4', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SecurityGroupRule': '1.2', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'SubPort': '1.0', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Subnet': '1.1', Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: 'Trunk': '1.1'}} Sep 16 17:42:11.458137 dv-cinder-809439-1-smb neutron-server[79464]: {{(pid=79464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 17:42:11.460855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:11.475353 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Usage tracker for resource:subnet and tenant:a0045b97f3d249aba2f9455b56b59787 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:11.478585 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:11.487302 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:11.498682 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.518670 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Made reservation on behalf of a0045b97f3d249aba2f9455b56b59787 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:11.521767 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.530040 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:11.534432 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:42:11.535331 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a961a387935848c9876681025beaf16e is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:11.538491 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:11.547938 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:11.572768 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:11.658402 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.727456 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-e4079d03-caf3-43d0-b91d-be5fd66984c4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:42:11.739127 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-e4079d03-caf3-43d0-b91d-be5fd66984c4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3259084 Sep 16 17:42:11.740706 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.807005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:11.838245 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a961a387935848c9876681025beaf16e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5251584 Sep 16 17:42:11.843668 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39654) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:11.853901 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Attempting to bind port 890f9e1a-034e-4841-bd4a-1fbb76503837 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:11.854324 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Attempting to bind port 890f9e1a-034e-4841-bd4a-1fbb76503837 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:11.855467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Attempting to bind port 890f9e1a-034e-4841-bd4a-1fbb76503837 on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:11.885357 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.924365 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:11.927278 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Checking segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:11.929037 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:11.929555 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Bound using segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:11.932303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Bound port: 890f9e1a-034e-4841-bd4a-1fbb76503837, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:11.933177 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.052318 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e231c3c-ce47-4bd2-a894-6ec6ce800263,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.060944 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:12.080397 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-37eb6ffd-7a79-47ea-8e40-c1d551a5d6a8 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400540 Sep 16 17:42:12.203551 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.235733 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] For port 890f9e1a-034e-4841-bd4a-1fbb76503837, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:12.248588 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] For port 890f9e1a-034e-4841-bd4a-1fbb76503837, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=890f9e1a-034e-4841-bd4a-1fbb76503837,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:12.255223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e91d5548-9e22-4a0f-b767-56f1ad34e50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:12.260106 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.272891 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:12.346590 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.442778 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Network abbfc130-4ad8-410b-83bb-2713490b98e8 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:12.463393 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Pushing event updated for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.468420 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Pushing event updated for resources: {'Port': ['ID=890f9e1a-034e-4841-bd4a-1fbb76503837,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.468635 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-731fd937-8b57-4654-9714-3324c6ff2ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872461 Sep 16 17:42:12.469763 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.475071 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:12.490172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:12.590659 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:12.621382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:12.630188 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9daefea0-cd4c-4c24-abc5-6d654b7268da,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:12.633901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.635407 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:12.666863 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Checking segment: {'id': '0c7fb225-0596-4e65-9e52-40073123fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c6d85e7-8693-4faf-a5a5-fdcbbe661b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:12.668149 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Network hostable DHCP agents. Network: 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:42:12.702251 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Network 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:42:12.715766 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:12.722245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:12.724521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.740622 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f26df-0a53-4c7e-916f-78b22ef9df08 None None] Network 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:12.784531 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3574953 Sep 16 17:42:12.947897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:12.948830 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:12.953042 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39692) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:13.078539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.091755 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1843364d-072f-45b7-a0c1-fbd7b8a99e90 req-1b1c491c-8132-4d86-9297-751162930f6c tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 0.1374636 Sep 16 17:42:13.114640 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.132470 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39706) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:13.189969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.242032 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Deleting subnet 9592a565-0c63-49da-8910-1270b0342643 {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:42:13.243302 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7c7f9c7d-4970-4621-950a-4e3e5ac46c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:13.247136 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.254502 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c276b04-b8d9-4872-9496-961edcc52660 None None] Network 6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:13.299177 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e231c3c-ce47-4bd2-a894-6ec6ce800263,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:13.331555 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.346448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.366353 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:13.470446 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.493003 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:13.497384 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.530968 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.532174 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e231c3c-ce47-4bd2-a894-6ec6ce800263 HTTP/1.1" status: 204 len: 168 time: 1.6822515 Sep 16 17:42:13.626441 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:13.648661 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9592a565-0c63-49da-8910-1270b0342643,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:13.653821 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:13.657207 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9592a565-0c63-49da-8910-1270b0342643 HTTP/1.1" status: 204 len: 168 time: 0.5237672 Sep 16 17:42:13.660021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39726) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:13.665330 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Allocated IP 172.28.0.224 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/a0829315-6171-4df8-b8bf-2bfacc76f7c9) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:13.896994 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 664fdf00-e3e7-4194-9d76-d50bc562d4e3 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:14.027617 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.106831 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:14.114154 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:14.114733 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.372362 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a8e78-de8f-428d-ae1d-0be943523068 None None] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:42:14.450053 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-481dbb8e-4d73-4a8e-a518-756932e55f08 req-c72296ad-3884-4809-9ecc-1e374745d178 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 0.1409438 Sep 16 17:42:14.458445 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.485232 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.520660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.521044 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.521746 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.522435 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > port after_create 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.522435 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.522768 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > port after_update 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.523026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.523330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.524159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.524159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.582748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.598957 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.600942 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.608810 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.610609 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:14.667808 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.740896 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 664fdf00-e3e7-4194-9d76-d50bc562d4e3, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=664fdf00-e3e7-4194-9d76-d50bc562d4e3,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:14.760558 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:14.768011 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:14.776082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:14.848478 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.849162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.850213 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.850983 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:42:14.851532 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35949706-079d-44a7-ae88-90c144160817']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:14.864878 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-3d805f71-9711-459a-8986-fbec437ed659 None None] Provisioning for port 890f9e1a-034e-4841-bd4a-1fbb76503837 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:14.889599 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.924339 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674cd715-43fb-46e0-bb62-bb887fc1bfae') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:14.924972 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674cd715-43fb-46e0-bb62-bb887fc1bfae') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:14.947931 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 890f9e1a-034e-4841-bd4a-1fbb76503837 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:14.949555 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:14.987790 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:15.028658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.054604 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:42:15.055929 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: from cryptography.utils import int_from_bytes Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: from cryptography.utils import int_from_bytes Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: util.warn_limited( Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: util.warn_limited( Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:42:15.092412 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:42:15.221005 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.230693 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.233477 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-12e6b967-5ec7-40b2-9c1f-45aef8137b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:15.242542 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=664fdf00-e3e7-4194-9d76-d50bc562d4e3,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.256476 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:15.286287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=35949706-079d-44a7-ae88-90c144160817,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.293829 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:15.301269 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] 10.222.0.32 "DELETE /v2.0/networks/35949706-079d-44a7-ae88-90c144160817 HTTP/1.1" status: 204 len: 168 time: 1.6374133 Sep 16 17:42:15.302445 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39816) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:15.368304 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 890f9e1a-034e-4841-bd4a-1fbb76503837 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:15.388837 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 890f9e1a-034e-4841-bd4a-1fbb76503837 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:15.390034 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.400241 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Pushing event updated for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.532323 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Deleting subnet 9daefea0-cd4c-4c24-abc5-6d654b7268da {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:42:15.542911 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.596341 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.650517 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39830) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:15.665023 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 890f9e1a-034e-4841-bd4a-1fbb76503837, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=890f9e1a-034e-4841-bd4a-1fbb76503837,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:15.677499 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.681021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:15.769525 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:15.772006 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Pushing event updated for resources: {'Port': ['ID=a0829315-6171-4df8-b8bf-2bfacc76f7c9,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.779115 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:15.795902 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.118s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:15.796201 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:15.805945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Network abbfc130-4ad8-410b-83bb-2713490b98e8 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:15.809561 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:15.863449 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=890f9e1a-034e-4841-bd4a-1fbb76503837,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:15.867098 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:15.879530 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 664fdf00-e3e7-4194-9d76-d50bc562d4e3 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:16.031928 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cea12278-3d80-4bb7-ada1-06a224a8d547 req-c8cef1b0-a170-467a-acfc-7dcb8346e6ba tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 0.1732233 Sep 16 17:42:16.053303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b7c46d24-1e0f-42ac-9007-5dd90c396d0e None None] Provisioning complete for port 890f9e1a-034e-4841-bd4a-1fbb76503837 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:16.053851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b7c46d24-1e0f-42ac-9007-5dd90c396d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.076346 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.199259 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.201211 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:16.201740 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.260646 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.36', 57521) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:16.268709 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:16.294059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.315390 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Usage tracker for resource:security_group_rule and tenant:3351005741894c3083449303fabc973c is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:16.342062 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:16.424587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:42:16.584310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.597032 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:16.642791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:16.699559 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9daefea0-cd4c-4c24-abc5-6d654b7268da,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:16.730669 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:16.740668 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9daefea0-cd4c-4c24-abc5-6d654b7268da HTTP/1.1" status: 204 len: 168 time: 1.4369466 Sep 16 17:42:16.746774 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 39886) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:16.786026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-73f8937c-b4cf-4c83-8aa2-e7f0bf9e0853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:16.860576 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:42:16.875958 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] 10.222.0.32 "PUT /v2.0/routers/5b8dcce9-ce36-4dc8-863c-2aeac0baafd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1302650 Sep 16 17:42:16.876083 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Sync routers for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:16.891069 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:16.891974 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:16.943399 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.137570 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-fbe4685c-8430-4ff3-b003-ca7f4253b0ea tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:17.142253 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-fbe4685c-8430-4ff3-b003-ca7f4253b0ea tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.36 "GET /v2.0/networks?id=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 HTTP/1.1" status: 200 len: 812 time: 0.8797791 Sep 16 17:42:17.231917 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Request body: {'port': {'device_id': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4', 'admin_state_up': True, 'tenant_id': 'cc602b2f51064cd5b91cb950be3e1d8e'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:17.315691 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:17.571212 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Router 83c296a6-f38b-4382-9beb-519ddf153306 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:42:17.613491 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:17.653836 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:17.790466 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2bd48b50-fea4-495a-964f-6c68b109cc74 req-2cabcde2-ac62-45d1-bad3-18125c7cbe2e tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 0.1669261 Sep 16 17:42:17.801088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Usage tracker for resource:port and tenant:cc602b2f51064cd5b91cb950be3e1d8e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:17.814285 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 890f9e1a-034e-4841-bd4a-1fbb76503837 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:17.820759 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:18.139999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-2358fca5-61be-4f71-af8c-bcf0dd07c99c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:18.145961 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-2358fca5-61be-4f71-af8c-bcf0dd07c99c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Synchronizing usage tracker for tenant:e119e98158bf40e68ec30128f54ba16a on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:18.161479 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:42:18.162190 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:18.175916 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:18.195058 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:18.196176 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:18.201604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.202955 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:13Z', 'revision_number': 4, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4', 'name': '', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'mac_address': 'fa:16:3e:4b:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:13Z', 'revision_number': 2, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'subnets': [{'id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:18.203886 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0909886 Sep 16 17:42:18.206756 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 39960) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:18.223039 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 890f9e1a-034e-4841-bd4a-1fbb76503837 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:18.223700 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.428896 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Checking router: 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:18.429290 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Updating router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:18.444170 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Made reservation on behalf of cc602b2f51064cd5b91cb950be3e1d8e for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:18.455801 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.485582 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-2358fca5-61be-4f71-af8c-bcf0dd07c99c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Unset dirty status for tenant:e119e98158bf40e68ec30128f54ba16a on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:18.487009 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-2358fca5-61be-4f71-af8c-bcf0dd07c99c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 819 time: 0.6956561 Sep 16 17:42:18.649795 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:18.680833 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:19.015321 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-c84b184a-6504-49dc-b04f-f0eeb84ab693 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/quotas/e119e98158bf40e68ec30128f54ba16a HTTP/1.1" status: 200 len: 375 time: 0.4890347 Sep 16 17:42:19.049113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.308698 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:19.314315 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:19.314811 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Updating router 83c296a6-f38b-4382-9beb-519ddf153306 port a0829315-6171-4df8-b8bf-2bfacc76f7c9 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:19.394991 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.423434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.774662 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6d85e7-8693-4faf-a5a5-fdcbbe661b62']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:19.842443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7fb225-0596-4e65-9e52-40073123fa57') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:19.842837 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7fb225-0596-4e65-9e52-40073123fa57') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:19.883033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.886868 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.902786 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Transition to ACTIVE for port object a0829315-6171-4df8-b8bf-2bfacc76f7c9 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:19.912761 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40020) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:19.913318 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.925718 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:19.936963 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.951011 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:19.975109 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:42:19.978070 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:42:20.205092 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:42:20.217326 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-916d8591-1e04-4de2-9cda-181a41338ddd req-bc0b9628-66e8-4ab6-bbbb-3fb09015eefc tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 1.0704002 Sep 16 17:42:20.218004 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.249435 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Attempting to bind port a0829315-6171-4df8-b8bf-2bfacc76f7c9 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:20.249805 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Attempting to bind port a0829315-6171-4df8-b8bf-2bfacc76f7c9 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:20.250474 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Attempting to bind port a0829315-6171-4df8-b8bf-2bfacc76f7c9 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:20.259010 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f817-57cc-4147-9a6d-74be30b8a513 None None] Pushing event updated for resources: {'Port': ['ID=a0829315-6171-4df8-b8bf-2bfacc76f7c9,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:20.263864 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ea93f817-57cc-4147-9a6d-74be30b8a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:20.264724 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:20.265093 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:20.265491 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.266020 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:20.266415 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Bound port: a0829315-6171-4df8-b8bf-2bfacc76f7c9, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:20.266904 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.289870 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.321871 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:20.331026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Allocated IP 172.20.0.9 (6ae2178c-971e-4c3f-81e3-1bab3dbc99d4/998be52e-e48e-4e1f-81a5-3994afe426d4/34ace688-d728-4759-9cbb-bedb38ace757) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:20.334249 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Usage tracker for resource:security_group_rule and tenant:6560d1509bfa4e558cbd3c6d23cf9b68 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:20.339301 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:20.339886 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:20.373109 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:20.395974 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] For port a0829315-6171-4df8-b8bf-2bfacc76f7c9, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:20.408876 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] For port a0829315-6171-4df8-b8bf-2bfacc76f7c9, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=a0829315-6171-4df8-b8bf-2bfacc76f7c9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:20.416724 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.422267 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:20.427388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.446299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40054) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:20.449383 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3351005741894c3083449303fabc973c&name=default HTTP/1.1" status: 200 len: 2975 time: 4.7931120 Sep 16 17:42:20.514004 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Transition to ACTIVE for port object 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:20.531396 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.538861 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.578394 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:20.590684 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:20.591299 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:20.598892 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd340bda-467d-47d5-b67b-df348737a293,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:20.604353 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.625931 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:20.636288 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:20.703195 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-57b40627-0fd3-43fd-89ff-e3343753d7ee tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5498505 Sep 16 17:42:20.729982 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.743385 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6d85e7-8693-4faf-a5a5-fdcbbe661b62,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:20.770809 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:20.784169 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c6d85e7-8693-4faf-a5a5-fdcbbe661b62 HTTP/1.1" status: 204 len: 168 time: 4.0332203 Sep 16 17:42:20.868338 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:20.954741 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93f817-57cc-4147-9a6d-74be30b8a513 None None] Pushing event updated for resources: {'Port': ['ID=a0829315-6171-4df8-b8bf-2bfacc76f7c9,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:20.957843 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Pushing event updated for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:20.970982 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ea93f817-57cc-4147-9a6d-74be30b8a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:20.988209 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:21.021811 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-c007e4ca-c214-47be-9a6b-2588c4a83685 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:42:21.024559 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-c007e4ca-c214-47be-9a6b-2588c4a83685 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2326226 Sep 16 17:42:21.157960 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.194068 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:21.201770 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.207270 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.278414 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:21.375453 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Attempting to bind port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:21.376295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Attempting to bind port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:21.377058 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Attempting to bind port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 on network abbfc130-4ad8-410b-83bb-2713490b98e8 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:21.392798 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:21.395705 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Checking segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:21.396640 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.397960 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Bound using segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:21.400181 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Bound port: 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:21.404413 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.418038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.443073 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40084) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:21.449831 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6560d1509bfa4e558cbd3c6d23cf9b68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5318871 Sep 16 17:42:21.470276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd340bda-467d-47d5-b67b-df348737a293,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:21.580650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40088) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:21.637136 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425edaf-0833-4dc4-9b11-a4ca96fc45c5,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:21.657705 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:21.676692 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:21.677900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:21.690578 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] For port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:21.697214 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] For port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:21.706591 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.714683 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:21.731184 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.777457 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-244780c1-b163-4f1b-a4cb-13e7a311ab6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5eb004c6d2a42b19046ebc56ce93270&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1670256 Sep 16 17:42:21.778529 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:21.780170 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-33abb3e2-f241-4d69-921a-347a690b3a33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd340bda-467d-47d5-b67b-df348737a293 HTTP/1.1" status: 204 len: 168 time: 1.3288248 Sep 16 17:42:21.783718 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40100) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:21.844283 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-ad9e3705-b92c-4cb9-8e3d-817bfa74216a service neutron] 10.222.0.32 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8028533 Sep 16 17:42:22.032529 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:22.039954 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:22.048940 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:22.050035 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be17a6-f43e-44bb-80b4-3c5d62b8afc1 None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:15Z', 'revision_number': 3, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:22.082064 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Allocated IP 172.20.0.1 (2cff0586-b766-4fbd-87ca-dcc399dfa90a/5392ae89-a587-4a5d-b71c-28771e360466/ac416ef1-c54c-49cb-98b6-892a70cc6660) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:22.203346 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.220738 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:22.325647 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:22.360079 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.482460 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:22.489039 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:22.500507 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Pushing event updated for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:22.506314 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:22.593918 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:22.665408 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40112) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:22.678890 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-b056d67d-e4e3-42b6-aaff-1a074f601d25 service neutron] 10.222.0.32 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335223 Sep 16 17:42:22.680941 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.696309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:22.726823 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051961e-fc54-45c0-8fab-e2a3fdff3dc6,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:22.734712 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:22.749306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.750159 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d051961e-fc54-45c0-8fab-e2a3fdff3dc6 HTTP/1.1" status: 204 len: 168 time: 0.9655046 Sep 16 17:42:22.773179 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:22.773879 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.822600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.878954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Transition to ACTIVE for port object ac416ef1-c54c-49cb-98b6-892a70cc6660 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:22.942518 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:22.952069 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-40be7288-0e7b-4ebf-bbfe-ed57a3895a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:22.985813 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Pushing event updated for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:23.100224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.113990 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:23.224701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:23.236151 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:23.261582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:23.262062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.283134 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-82134e5b-3d6d-4dc6-95ec-771ab51a45b5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:23.283903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-82134e5b-3d6d-4dc6-95ec-771ab51a45b5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Synchronizing usage tracker for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:23.363349 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Pushing event updated for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:23.380221 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:23.401786 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.527063 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.602809 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:23.613295 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4139802 Sep 16 17:42:23.628591 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Usage tracker for resource:security_group_rule and tenant:4cdc78ac1b48408e96e564721f027481 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:23.641378 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d34af21-24da-4cbe-9ae4-c445331176ff req-8a17efc5-615f-44f6-8319-d92a8fbd705e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 210 time: 0.5036366 Sep 16 17:42:23.674850 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-0c8d38ac-fa59-4c45-ad03-b3d1953e3d6f tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=79462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 17:42:23.675983 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-0c8d38ac-fa59-4c45-ad03-b3d1953e3d6f tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319660 Sep 16 17:42:23.706031 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:13Z', 'revision_number': 4, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4', 'name': '', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'mac_address': 'fa:16:3e:4b:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 4, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'subnets': [{'id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:23.713698 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.716618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d63e71a-c379-4019-9433-3d5df3e9824f None None] The sync data for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb is: [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:42:13Z', 'revision_number': 4, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4', 'name': '', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'mac_address': 'fa:16:3e:4b:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:21Z', 'revision_number': 4, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'subnets': [{'id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:23.757696 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-68258fba-95ba-4881-b616-889ffca41e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:23.776445 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-01797574-3177-4868-b836-842f300e2128 None None] Provisioning for port ac416ef1-c54c-49cb-98b6-892a70cc6660 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:23.809821 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-01797574-3177-4868-b836-842f300e2128 None None] Provisioning complete for port ac416ef1-c54c-49cb-98b6-892a70cc6660 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:23.810407 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-01797574-3177-4868-b836-842f300e2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:23.866981 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425edaf-0833-4dc4-9b11-a4ca96fc45c5,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:23.877284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-82134e5b-3d6d-4dc6-95ec-771ab51a45b5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Unset dirty status for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:23.898562 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-82134e5b-3d6d-4dc6-95ec-771ab51a45b5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 931 time: 2.3132811 Sep 16 17:42:23.912164 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:23.952646 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:23.978019 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:24.047036 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device a0829315-6171-4df8-b8bf-2bfacc76f7c9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:24.079309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-d0a737c7-a097-400c-9081-2f12b821c630 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Synchronizing usage tracker for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:24.101267 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.103759 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c425edaf-0833-4dc4-9b11-a4ca96fc45c5 HTTP/1.1" status: 204 len: 168 time: 2.4940100 Sep 16 17:42:24.130371 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-d0a737c7-a097-400c-9081-2f12b821c630 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Unset dirty status for tenant:cc602b2f51064cd5b91cb950be3e1d8e on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:24.139804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.141509 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a87d1830-b9b5-4eff-bcbf-ae76fd445e9a req-d0a737c7-a097-400c-9081-2f12b821c630 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381384 Sep 16 17:42:24.287579 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40172) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:24.321463 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-01797574-3177-4868-b836-842f300e2128 None None] Port ac416ef1-c54c-49cb-98b6-892a70cc6660 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:42:24.444618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port a0829315-6171-4df8-b8bf-2bfacc76f7c9 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:24.461775 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port a0829315-6171-4df8-b8bf-2bfacc76f7c9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:24.462157 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:24.509739 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-bb4cd828-1406-4dca-a952-19ab19c2ba82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0045b97f3d249aba2f9455b56b59787&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2208567 Sep 16 17:42:24.516155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40190) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:25.062697 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.077180 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.093054 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.127944 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:25.186231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port a0829315-6171-4df8-b8bf-2bfacc76f7c9, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=a0829315-6171-4df8-b8bf-2bfacc76f7c9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:25.196525 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.211954 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:25.218128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-98162304-3769-4287-82e2-6a3acc123519 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:25.222968 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-98162304-3769-4287-82e2-6a3acc123519 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 819 time: 0.6796348 Sep 16 17:42:25.268316 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4d01e699-e671-4ffa-a51d-6101170ea757 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/quotas/e119e98158bf40e68ec30128f54ba16a HTTP/1.1" status: 200 len: 375 time: 0.0366945 Sep 16 17:42:25.289892 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.353313 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cdc78ac1b48408e96e564721f027481&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6805246 Sep 16 17:42:25.359880 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40216) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:25.403627 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41cdedc-73df-4d32-a387-d7f1127fd656,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:25.418824 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:25.566748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.581844 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.db.resource_extend [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 17:42:25.593446 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=a0829315-6171-4df8-b8bf-2bfacc76f7c9,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:25.605047 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:25.756749 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Request body: {'port': {'device_id': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:25.796339 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.831994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.864183 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:25.882306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:25.955078 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:26.106715 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-187b3cfb-65be-49c2-9601-131e422011af tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8355353 Sep 16 17:42:26.176924 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:26.188840 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:26.189478 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.218318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.259332 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5cfe9-107a-4cc3-aebc-3e8c9e3ebf87 req-4aae6592-8ca9-4f22-a09a-4cf8b1f74cf7 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:26.262768 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-46c5cfe9-107a-4cc3-aebc-3e8c9e3ebf87 req-4aae6592-8ca9-4f22-a09a-4cf8b1f74cf7 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 931 time: 0.7735445 Sep 16 17:42:26.344081 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.424180 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Pushing event updated for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:26.430604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:26.499149 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.504606 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.514491 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-46c5cfe9-107a-4cc3-aebc-3e8c9e3ebf87 req-07b5fd10-d4ce-4774-b6ae-deede0fe2661 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292314 Sep 16 17:42:26.524059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.577154 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:26.582192 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:26.587461 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.593103 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device a0829315-6171-4df8-b8bf-2bfacc76f7c9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:26.645278 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-94c03fd4-d066-432c-9262-1636e8730289 service neutron] 10.222.0.32 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372751 Sep 16 17:42:26.705200 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:26.766714 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5377d55-6282-44fc-9902-3a468fab661a,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:26.798324 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:26.805771 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:26.808040 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:26.842217 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:26.843385 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5377d55-6282-44fc-9902-3a468fab661a HTTP/1.1" status: 204 len: 168 time: 2.3210120 Sep 16 17:42:27.063694 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:27.092465 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:27.099631 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port a0829315-6171-4df8-b8bf-2bfacc76f7c9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:27.102830 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.126390 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-0db8ebfb-28c4-4357-bb88-3b9a044e7e3e service neutron] 10.222.0.32 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799488 Sep 16 17:42:27.342336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:42:27.345862 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.36', 57541) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:27.516654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ace688-d728-4759-9cbb-bedb38ace757 {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:27.528740 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.586983 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-abef90b2-0fdf-4fd0-9b1e-dc1384708d08 None None] Provisioning complete for port ac416ef1-c54c-49cb-98b6-892a70cc6660 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:27.587536 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-abef90b2-0fdf-4fd0-9b1e-dc1384708d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.887186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:27.905763 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Transition to ACTIVE for port object 34ace688-d728-4759-9cbb-bedb38ace757 will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:27.940990 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:27.979352 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a822e807-16da-4e28-a5db-f2524049c60b req-d3b56f02-5aa7-41a4-af2f-bb4e8cef1aca tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 210 time: 0.1958745 Sep 16 17:42:27.983962 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:28.017239 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:28.078997 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-abef90b2-0fdf-4fd0-9b1e-dc1384708d08 None None] Port ac416ef1-c54c-49cb-98b6-892a70cc6660 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:42:28.090301 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:28.090883 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:28.129326 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-02159824-2572-4b14-a380-b524112299f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:28.172093 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41cdedc-73df-4d32-a387-d7f1127fd656,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:28.185227 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:28.236695 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:28.238339 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c41cdedc-73df-4d32-a387-d7f1127fd656 HTTP/1.1" status: 204 len: 168 time: 2.8673632 Sep 16 17:42:28.445169 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:42:28.457855 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:42:28.504862 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:28.508382 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:28.509883 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] 10.222.0.32 "PUT /v2.0/routers/83c296a6-f38b-4382-9beb-519ddf153306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3012300 Sep 16 17:42:28.522601 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-a2a0cab6-b85a-4ff2-85a6-b160020da286 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:28.524546 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-a2a0cab6-b85a-4ff2-85a6-b160020da286 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 819 time: 1.1639771 Sep 16 17:42:28.539069 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Request body: {'port': {'device_id': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'admin_state_up': True, 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:28.833600 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Pushing event updated for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:28.839730 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:29.198274 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:29.217286 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:29.222658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Attempting to bind port 34ace688-d728-4759-9cbb-bedb38ace757 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:29.223272 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Attempting to bind port 34ace688-d728-4759-9cbb-bedb38ace757 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '46fe6e1c-9b71-49d8-bfc6-c880d80c902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:29.223645 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Attempting to bind port 34ace688-d728-4759-9cbb-bedb38ace757 on network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:29.230344 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Usage tracker for resource:port and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:29.238006 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:29.257744 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca14111-ca39-4a4d-9d1d-dbd4fe59410a req-e0c2ce4d-8f77-4673-844b-34b0f8bb9368 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:29.258052 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:29.259714 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4ca14111-ca39-4a4d-9d1d-dbd4fe59410a req-e0c2ce4d-8f77-4673-844b-34b0f8bb9368 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 943 time: 0.6253953 Sep 16 17:42:29.260820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Port 34ace688-d728-4759-9cbb-bedb38ace757 on network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:42:29.261141 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Attempting to bind port 34ace688-d728-4759-9cbb-bedb38ace757 on network 6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:29.286191 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Made reservation on behalf of e119e98158bf40e68ec30128f54ba16a for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:29.295221 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.386411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:29.387119 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Checking segment: {'id': '46fe6e1c-9b71-49d8-bfc6-c880d80c902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:29.388040 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Bound using segment: {'id': '46fe6e1c-9b71-49d8-bfc6-c880d80c902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:29.388917 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Bound port: 34ace688-d728-4759-9cbb-bedb38ace757, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46fe6e1c-9b71-49d8-bfc6-c880d80c902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:29.389634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.646121 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40316) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:29.673468 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4ca14111-ca39-4a4d-9d1d-dbd4fe59410a req-132e7eba-8011-4ab8-94c6-30bfca176d90 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058764 Sep 16 17:42:29.694696 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-12c7886a-ff90-42f6-97e8-60679f3bdfbc req-35ef4290-b494-4575-bec0-7e222951744c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 210 time: 0.2548342 Sep 16 17:42:29.744932 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:29.750883 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=34ace688-d728-4759-9cbb-bedb38ace757,segment=NetworkSegment(46fe6e1c-9b71-49d8-bfc6-c880d80c902b),segment_id=46fe6e1c-9b71-49d8-bfc6-c880d80c902b)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:29.759357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.776547 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:29.782649 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:29.871089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:29.874008 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Allocated IP 172.20.0.14 (abbfc130-4ad8-410b-83bb-2713490b98e8/c050db12-02bb-46ef-ae51-3634a93d8945/c021f031-91f1-4183-81e6-4987cf38af1f) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:29.900015 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Usage tracker for resource:security_group_rule and tenant:b171e68f8dee4cf7a997ca7590de1690 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:29.933689 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:29.979942 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:30.073557 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:30.078194 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:30.080396 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] 10.222.0.36 "PUT /v2.0/ports/34ace688-d728-4759-9cbb-bedb38ace757 HTTP/1.1" status: 200 len: 1093 time: 5.2219205 Sep 16 17:42:30.087472 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:30.186434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Pushing event updated for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:30.196622 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:30.296284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.36', 57549) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:30.770421 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-34237a5f-a6cf-45c8-b4ed-7176dab87927 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:30.772127 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-34237a5f-a6cf-45c8-b4ed-7176dab87927 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 819 time: 0.5629113 Sep 16 17:42:30.787290 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:24Z', 'revision_number': 2, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:30.805766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:42:30.806126 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Updating router 83c296a6-f38b-4382-9beb-519ddf153306 port ac416ef1-c54c-49cb-98b6-892a70cc6660 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:42:30.823544 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Request body: {'port': {'device_id': '79fec0b8-8e11-494f-a345-c19a034bb970', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'admin_state_up': True, 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:30.877719 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-22fbb6c0-b044-48ca-ac10-70f045e02a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:30.974231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.066056 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.170117 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.181096 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.222904 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-e39abdcd-0503-4b0c-868f-6f019d6fbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:31.228447 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-e39abdcd-0503-4b0c-868f-6f019d6fbdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc602b2f51064cd5b91cb950be3e1d8e&device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 1096 time: 0.9311407 Sep 16 17:42:31.280222 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c70b6000-d6ef-4bf6-a20d-aa29c61e3fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:31.335868 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b171e68f8dee4cf7a997ca7590de1690&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6818905 Sep 16 17:42:31.341484 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40402) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:31.411858 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40406) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:31.444772 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71397261', 'description': 'tempest-description--1596176036'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:31.460128 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:31.471351 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:31.493548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:31.508961 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:31.548727 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec65dd2-f329-4bde-bdc2-618dcdcd6be7,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:31.552670 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:31.561487 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Usage tracker for resource:port and tenant:e119e98158bf40e68ec30128f54ba16a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:31.569313 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:31.575012 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:31.575961 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.585459 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:31.637982 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:31.644330 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.646194 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:31.650693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:31.665156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:31.685802 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-eda86bb5-64dd-4e02-8ffb-e83d34340df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:31.710368 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.752759 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.784633 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.788384 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Made reservation on behalf of e119e98158bf40e68ec30128f54ba16a for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:31.800109 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.834214 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-6539d15f-2173-46e6-9972-f04859aaf93f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ace688-d728-4759-9cbb-bedb38ace757 HTTP/1.1" status: 200 len: 217 time: 0.2302876 Sep 16 17:42:31.840823 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1357be87-3c26-4bcf-bd7f-4fcb28935e6a req-a41744c3-e834-4435-a865-f4791f8ee7a0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 210 time: 0.2387419 Sep 16 17:42:31.875478 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Network abbfc130-4ad8-410b-83bb-2713490b98e8 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:31.881307 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.918538 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:31.921399 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Transition to ACTIVE for port object ac416ef1-c54c-49cb-98b6-892a70cc6660 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:31.938089 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:31.959631 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:32.089639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.093408 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.094432 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:32.118362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:32.119171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.125775 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88474-70a0-46c4-b269-8498f3874e71 req-427e70e4-3f75-4728-9c24-ab990d1f5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:32.127494 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-427e70e4-3f75-4728-9c24-ab990d1f5392 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998be52e-e48e-4e1f-81a5-3994afe426d4 HTTP/1.1" status: 200 len: 852 time: 0.2832916 Sep 16 17:42:32.159057 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.282633 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.296830 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8715503 Sep 16 17:42:32.296830 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.300043 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ec65dd2-f329-4bde-bdc2-618dcdcd6be7 HTTP/1.1" status: 204 len: 168 time: 0.9544342 Sep 16 17:42:32.300043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Pushing event updated for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:32.311620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:32.312149 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40430) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:32.315449 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-14541151-c82f-49d0-bd04-adf041c32628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:32.329153 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d8ed-c8ff-4ba1-8e8e-8469e7049dfe req-7474ed93-6aaa-4926-9388-3c65faa72586 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:32.333347 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7d80d8ed-c8ff-4ba1-8e8e-8469e7049dfe req-7474ed93-6aaa-4926-9388-3c65faa72586 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 943 time: 1.0830500 Sep 16 17:42:32.337750 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-d137a66d-a9bf-4504-92cf-264696430fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860676 Sep 16 17:42:32.366831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group_rule': {'security_group_id': '0c81e7cf-035f-46f2-8f91-41254c9808f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:32.397811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:32.409944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Pushing event updated for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:32.411446 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:32.414961 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:32.420636 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Attempting to bind port ac416ef1-c54c-49cb-98b6-892a70cc6660 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:32.421240 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Attempting to bind port ac416ef1-c54c-49cb-98b6-892a70cc6660 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:32.423103 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Attempting to bind port ac416ef1-c54c-49cb-98b6-892a70cc6660 on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:32.424570 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:32.433352 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d9cc1-5515-4589-8b36-a0a245713e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec65dd2-f329-4bde-bdc2-618dcdcd6be7,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:32.434521 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:32.435643 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Checking segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:32.435643 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.437016 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Bound using segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:32.438093 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Bound port: ac416ef1-c54c-49cb-98b6-892a70cc6660, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:32.438971 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9056268 Sep 16 17:42:32.439488 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.453719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:32.527072 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Request body: {'port': {'device_id': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:32.660281 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c81e7cf-035f-46f2-8f91-41254c9808f3,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:32.671377 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:32.672090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:32.672363 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:32.698512 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.794952 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] For port ac416ef1-c54c-49cb-98b6-892a70cc6660, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:32.801575 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] For port ac416ef1-c54c-49cb-98b6-892a70cc6660, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=ac416ef1-c54c-49cb-98b6-892a70cc6660,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:32.828707 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:32.864135 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:32.865215 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40446) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:33.040988 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757', 'status': 'completed', 'code': 200} Sep 16 17:42:33.054319 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.060199 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Pushing event updated for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:33.065858 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:33.104560 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-804d4441-3a7b-46f0-b325-d1f7f444c13c service neutron] 10.222.0.36 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009346 Sep 16 17:42:33.110499 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:42:33.111173 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:33.145380 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7d80d8ed-c8ff-4ba1-8e8e-8469e7049dfe req-3032cbb7-5f1e-425e-bde7-471cbcf45a4f tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844672 Sep 16 17:42:33.310872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.321390 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.332213 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:33.463970 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Allocated IP 172.20.0.10 (abbfc130-4ad8-410b-83bb-2713490b98e8/c050db12-02bb-46ef-ae51-3634a93d8945/56887265-f520-4dfe-a5b3-6ae2063c0847) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:33.528866 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d0e2e59d-5643-4fa3-962f-7e49ef1e5e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.560622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8cd942-3951-4403-a9b0-4964f49e7446,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:33.567211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.582531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:33.596548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:33.602611 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Usage tracker for resource:security_group_rule and tenant:edd47e6d2ed04b499741a94e2070acd9 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:33.607574 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:33.611447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.615918 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2625542 Sep 16 17:42:33.620859 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40476) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:33.621225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:42:33.624335 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:33.629844 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group_rule': {'security_group_id': '0c81e7cf-035f-46f2-8f91-41254c9808f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:33.637343 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:33.646746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:33.651999 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:33.667945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:33.716947 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.803154 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89a88474-70a0-46c4-b269-8498f3874e71 req-14b9d507-29b6-4c61-b1f5-62bb95caac15 service neutron] 10.222.0.36 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757761 Sep 16 17:42:33.868954 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cea380ae-10e2-46aa-a5b4-03fe7bd315d0 req-4d469a20-0180-4cd0-a10e-1b487e680e07 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 210 time: 0.0643232 Sep 16 17:42:33.909856 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.911656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.916015 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.920316 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.923668 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:42:33.924901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-deade1d1-f858-4279-a098-9a843669c8b9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:33.968288 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:33.980343 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d61696e-8c0c-46c4-ad3f-458a1df32f94,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:33.986364 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edd47e6d2ed04b499741a94e2070acd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0961421 Sep 16 17:42:33.993811 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40488) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:33.994211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:33.996188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:34.033892 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d8bc0-238c-478d-959a-f1fe79760b4a,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:34.049389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:34.055099 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.056206 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342544 Sep 16 17:42:34.060514 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40494) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:34.067348 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:34.073853 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:34.077762 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:floatingip and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:34.081239 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:34.093290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:34.114797 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40500) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:34.118156 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-1ec7dbf3-5667-44de-866f-0a781c36acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.118717 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.120119 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-1ec7dbf3-5667-44de-866f-0a781c36acf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc602b2f51064cd5b91cb950be3e1d8e&device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 1096 time: 0.2493966 Sep 16 17:42:34.146094 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:32Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:42:34.152528 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c03b30-9107-4671-82a4-f6e731d8022a None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:32Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:42:34.403199 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.405320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.452228 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-520b0931-6047-4957-a5d4-e950bcda57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.453705 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-520b0931-6047-4957-a5d4-e950bcda57fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 HTTP/1.1" status: 200 len: 913 time: 0.3221240 Sep 16 17:42:34.493164 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.528946 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.679259 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-c96fb1d1-4d51-43d3-ac06-36bb69b1f2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ace688-d728-4759-9cbb-bedb38ace757 HTTP/1.1" status: 200 len: 217 time: 0.2100899 Sep 16 17:42:34.688767 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.690478 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:34.763538 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:34.771376 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40522) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:34.849999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:34.900129 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Pushing event updated for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:34.920540 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:34.922078 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Usage tracker for resource:security_group_rule and tenant:c8685a68711846d1ac37b31335bd3145 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:34.933663 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ba6c-65de-45a6-9f60-eb247270ea0f req-3b621dab-03cd-485c-acc7-c6fbe65cf5f0 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:34.935338 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0a02ba6c-65de-45a6-9f60-eb247270ea0f req-3b621dab-03cd-485c-acc7-c6fbe65cf5f0 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 943 time: 0.5729477 Sep 16 17:42:34.943656 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:34.955742 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Network abbfc130-4ad8-410b-83bb-2713490b98e8 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:34.961764 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:34.964676 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:34.982050 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:35.004059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Allocated IP 172.28.0.23 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/72ef5f27-df4a-43e4-8b33-209e36705d5e) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:35.099331 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-dfcaf540-8935-4a15-ada3-5cb42c891031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:35.100829 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-dfcaf540-8935-4a15-ada3-5cb42c891031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998be52e-e48e-4e1f-81a5-3994afe426d4 HTTP/1.1" status: 200 len: 852 time: 0.3949916 Sep 16 17:42:35.210183 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-9846fce7-80dd-4c6c-a6ed-8c3fcfac3fcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925276 Sep 16 17:42:35.218635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.230406 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:35.231534 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.267353 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0a02ba6c-65de-45a6-9f60-eb247270ea0f req-0d386e6f-57c3-4ea3-a79f-09e9f3200672 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103034 Sep 16 17:42:35.281561 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-33e9c437-01d4-4300-a0e7-5b0b5d96533d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:35.447751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d8bc0-238c-478d-959a-f1fe79760b4a,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:35.481680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:35.533788 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.554720 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7555077 Sep 16 17:42:35.555816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.566255 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.569497 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:35.570237 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/317d8bc0-238c-478d-959a-f1fe79760b4a HTTP/1.1" status: 204 len: 168 time: 1.5744064 Sep 16 17:42:35.578774 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Usage tracker for resource:security_group_rule and tenant:8fbe596250aa40ebb85adfe02436438e is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:35.581775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:35.587535 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:35.587719 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Request body: {'port': {'device_id': '79fec0b8-8e11-494f-a345-c19a034bb970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:35.691280 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c021f031-91f1-4183-81e6-4987cf38af1f {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:35.709581 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.709970 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.712730 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.716039 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-b56f9a23-5591-4611-b3ac-58b478888454 service neutron] 10.222.0.36 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944894 Sep 16 17:42:35.722492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.724995 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.750199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0087232b-e7e9-4842-a536-c57acbd0f83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:35.780308 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.780870 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Transition to ACTIVE for port object c021f031-91f1-4183-81e6-4987cf38af1f will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:35.830383 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.845573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e7ae68de-3ec0-408e-84b9-c9439d3b1f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:35.848693 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fbe596250aa40ebb85adfe02436438e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574746 Sep 16 17:42:35.851667 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a717d6-b820-4b75-a9cc-11e202fa806f,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:35.854389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40550) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:35.861548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:35.862519 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:35.895929 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-3e543a77-a0e5-48c4-8998-8426750d8c1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:35.896732 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-3e543a77-a0e5-48c4-8998-8426750d8c1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Synchronizing usage tracker for tenant:e119e98158bf40e68ec30128f54ba16a on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:35.912746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:35.997062 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device ac416ef1-c54c-49cb-98b6-892a70cc6660 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:36.179996 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:36.186159 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:36.221739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Pushing event updated for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:36.232596 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:36.246401 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port ac416ef1-c54c-49cb-98b6-892a70cc6660 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:36.246811 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4517725d-5d2f-4eec-88d7-9db780f567cd req-bfc35575-5c84-4d41-8605-595a02bbb4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837620 Sep 16 17:42:36.249563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:36.249987 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:36.252589 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.257492 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port ac416ef1-c54c-49cb-98b6-892a70cc6660 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:36.257893 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.391913 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24d848d-e2e4-402e-afd9-fe69248b935b,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:36.399783 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8685a68711846d1ac37b31335bd3145&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2783680 Sep 16 17:42:36.405238 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:36.406392 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-3e543a77-a0e5-48c4-8998-8426750d8c1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Unset dirty status for tenant:e119e98158bf40e68ec30128f54ba16a on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:36.414544 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-3e543a77-a0e5-48c4-8998-8426750d8c1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 932 time: 1.1461802 Sep 16 17:42:36.445989 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40570) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:36.530940 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.537374 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.554147 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-b302ca11-e85a-4bd7-be16-eccfd7ffeea1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Synchronizing usage tracker for tenant:e119e98158bf40e68ec30128f54ba16a on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:36.578225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port ac416ef1-c54c-49cb-98b6-892a70cc6660, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=ac416ef1-c54c-49cb-98b6-892a70cc6660,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:36.583983 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.589266 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:36.629709 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Attempting to bind port c021f031-91f1-4183-81e6-4987cf38af1f on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:36.632763 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Attempting to bind port c021f031-91f1-4183-81e6-4987cf38af1f by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:36.633485 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Attempting to bind port c021f031-91f1-4183-81e6-4987cf38af1f on network abbfc130-4ad8-410b-83bb-2713490b98e8 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:36.655836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Port c021f031-91f1-4183-81e6-4987cf38af1f on network abbfc130-4ad8-410b-83bb-2713490b98e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:42:36.656752 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Attempting to bind port c021f031-91f1-4183-81e6-4987cf38af1f on network abbfc130-4ad8-410b-83bb-2713490b98e8 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:36.659661 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.694693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=72ef5f27-df4a-43e4-8b33-209e36705d5e,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:36.701683 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-b302ca11-e85a-4bd7-be16-eccfd7ffeea1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Unset dirty status for tenant:e119e98158bf40e68ec30128f54ba16a on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:36.709182 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:36.709538 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Checking segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:36.710109 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Bound using segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:36.710587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Bound port: c021f031-91f1-4183-81e6-4987cf38af1f, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:36.710931 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.715430 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:36.718423 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2d80713d-30b5-4428-b712-d74a0db9a720 req-b302ca11-e85a-4bd7-be16-eccfd7ffeea1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027654 Sep 16 17:42:36.727293 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:36.737504 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:36.812120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.824262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.827422 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.870840 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd89a-5c30-4e88-8198-24de2b1593dc req-0ee21a8c-8f7e-424f-b7fa-bb49398abd84 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:36.871348 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-498cd89a-5c30-4e88-8198-24de2b1593dc req-0ee21a8c-8f7e-424f-b7fa-bb49398abd84 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 943 time: 0.3982821 Sep 16 17:42:36.887096 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:36.985263 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:37.004109 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c021f031-91f1-4183-81e6-4987cf38af1f,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:37.009576 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-498cd89a-5c30-4e88-8198-24de2b1593dc req-238786ee-f457-4ac7-84d7-289ad4887fc3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281598 Sep 16 17:42:37.070056 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.083909 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:37.096448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.111223 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40596) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:37.114990 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:37.137716 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24d848d-e2e4-402e-afd9-fe69248b935b,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:37.139825 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.142979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:37.147522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56887265-f520-4dfe-a5b3-6ae2063c0847 {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:37.154995 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.157194 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f24d848d-e2e4-402e-afd9-fe69248b935b HTTP/1.1" status: 204 len: 168 time: 0.6970792 Sep 16 17:42:37.159909 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.179408 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Transition to ACTIVE for port object 56887265-f520-4dfe-a5b3-6ae2063c0847 will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:37.184395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.190262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:37.242598 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Pushing event updated for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:37.253930 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:37.263663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a4bbca03-6b44-4a8c-9480-8ebb526492ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:37.276693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:37.282438 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.283954 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] 10.222.0.36 "PUT /v2.0/ports/c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 1094 time: 4.7838938 Sep 16 17:42:37.294439 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:37.443466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a717d6-b820-4b75-a9cc-11e202fa806f,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:37.500043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:37.534357 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 34ace688-d728-4759-9cbb-bedb38ace757 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:42:37.571126 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.572339 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a717d6-b820-4b75-a9cc-11e202fa806f HTTP/1.1" status: 204 len: 168 time: 1.7147362 Sep 16 17:42:37.578853 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Pushing event updated for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:37.651938 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:37.664965 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.706583 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Attempting to bind port 56887265-f520-4dfe-a5b3-6ae2063c0847 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:37.707742 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Attempting to bind port 56887265-f520-4dfe-a5b3-6ae2063c0847 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:37.708279 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Attempting to bind port 56887265-f520-4dfe-a5b3-6ae2063c0847 on network abbfc130-4ad8-410b-83bb-2713490b98e8 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:37.717096 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Port 56887265-f520-4dfe-a5b3-6ae2063c0847 on network abbfc130-4ad8-410b-83bb-2713490b98e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:42:37.717675 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Attempting to bind port 56887265-f520-4dfe-a5b3-6ae2063c0847 on network abbfc130-4ad8-410b-83bb-2713490b98e8 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:37.726979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:37.739748 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f5c0ed4e084b5bba4ec412f441f3b4 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:37.744878 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:37.748483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Checking segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:37.749502 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Bound using segment: {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:37.750448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Bound port: 56887265-f520-4dfe-a5b3-6ae2063c0847, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0129264-6b28-4f42-a30f-aa0960d4ac13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:37.750879 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:37.794867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:37.809285 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=34ace688-d728-4759-9cbb-bedb38ace757,segment=NetworkSegment(46fe6e1c-9b71-49d8-bfc6-c880d80c902b),segment_id=46fe6e1c-9b71-49d8-bfc6-c880d80c902b)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:37.824154 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:37.867440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '34ace688-d728-4759-9cbb-bedb38ace757', 'network_id': '6ae2178c-971e-4c3f-81e3-1bab3dbc99d4', 'port_id': '34ace688-d728-4759-9cbb-bedb38ace757', 'mac_address': 'fa:16:3e:58:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998be52e-e48e-4e1f-81a5-3994afe426d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:42:37.990154 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device ac416ef1-c54c-49cb-98b6-892a70cc6660 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:38.008543 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-16c90d29-6882-4ef5-941c-ceb7607dd7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:38.010979 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-16c90d29-6882-4ef5-941c-ceb7607dd7ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1097 time: 0.6171398 Sep 16 17:42:38.064619 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.066339 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.102807 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.122243 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.144431 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ace688-d728-4759-9cbb-bedb38ace757 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:38.156490 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port ac416ef1-c54c-49cb-98b6-892a70cc6660 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:38.157041 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.206623 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9f54fa15-2383-4525-987c-d04657dd07c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:38.214171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.215765 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-843beb06-b9b5-4863-b522-eb6e940d3c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.1380415 Sep 16 17:42:38.217871 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=34ace688-d728-4759-9cbb-bedb38ace757,segment=NetworkSegment(46fe6e1c-9b71-49d8-bfc6-c880d80c902b),segment_id=46fe6e1c-9b71-49d8-bfc6-c880d80c902b)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:38.231294 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.233198 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:38.293327 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:38.335153 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.376713 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.378205 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3161442 Sep 16 17:42:38.396816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:38.402599 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb829d3-f86d-4357-af6f-b20c0dc76ab6,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:38.407013 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=72ef5f27-df4a-43e4-8b33-209e36705d5e,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:38.408904 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:38.412403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:38.415882 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-658a6af1-a456-4a97-9e96-8c23df357a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:38.417742 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-658a6af1-a456-4a97-9e96-8c23df357a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1841097 Sep 16 17:42:38.421785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:38.430884 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=56887265-f520-4dfe-a5b3-6ae2063c0847,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:38.446510 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:38.461798 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.474101 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5f5c0ed4e084b5bba4ec412f441f3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3492534 Sep 16 17:42:38.476696 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40658) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:38.482404 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['34ace688-d728-4759-9cbb-bedb38ace757'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:42:38.490231 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-be8b0d98-76df-4842-af6f-e7aa3455a741 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652556 Sep 16 17:42:38.490778 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40660) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:38.494921 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e92a8e7-620b-418b-b020-d8c2ffbd9799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:38.508943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.620664 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f', 'status': 'completed', 'code': 200} Sep 16 17:42:38.622015 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Pushing event updated for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:38.626354 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:38.630236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:38.650948 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:38.651765 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.653012 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] 10.222.0.36 "PUT /v2.0/ports/56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 200 len: 1094 time: 3.0759225 Sep 16 17:42:38.653348 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b3d81f0acf4a29b91efcf92815fc88 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:38.653558 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:38.681021 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:38.701528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:38.703442 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31fc64-4997-4573-9942-76a3624d5751 req-21c4cd5e-d552-4dcb-aab2-c557d074d5a1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:38.710588 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fe31fc64-4997-4573-9942-76a3624d5751 req-21c4cd5e-d552-4dcb-aab2-c557d074d5a1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 944 time: 0.6223164 Sep 16 17:42:38.813747 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-b00c0528-ef95-4ad6-bf5e-96064ada2608 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951202 Sep 16 17:42:38.821635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.898454 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.903429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.926956 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fe31fc64-4997-4573-9942-76a3624d5751 req-beaa983a-fdb3-4fd3-b1a8-cbf6e671e961 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153983 Sep 16 17:42:38.941369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:38.944949 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.004373 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-65b25b24-5110-4514-a8b9-097be9e6feb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:39.037247 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847', 'status': 'completed', 'code': 200} Sep 16 17:42:39.074144 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-d0ea36e6-6411-4991-a2fc-72fe3d720750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.078411 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e5ce3-7cf9-43c3-b60a-0f37465a4b7b,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:39.079347 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-d0ea36e6-6411-4991-a2fc-72fe3d720750 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1097 time: 0.3653440 Sep 16 17:42:39.094645 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:39.099557 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5b3d81f0acf4a29b91efcf92815fc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075437 Sep 16 17:42:39.104303 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40686) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:39.197052 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-cf6421df-b734-4219-9b05-b9da5f8b6d36 req-7514fc61-518c-44ec-9777-31d12bdd38d5 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913833 Sep 16 17:42:39.213028 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-f43a3c26-1090-4be6-af28-42737e91f7f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 200 len: 217 time: 0.1181200 Sep 16 17:42:39.220224 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.253600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.277780 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.286516 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b64f-7890-4be2-9cf0-82afa42b37d2 req-e56ee61c-c552-46a4-a55c-b2630cf6e3d2 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.294654 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-91d3b64f-7890-4be2-9cf0-82afa42b37d2 req-e56ee61c-c552-46a4-a55c-b2630cf6e3d2 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 944 time: 0.4793227 Sep 16 17:42:39.325956 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7e907ded-ba12-48e2-91fe-0af915868889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:39.340881 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-1e329e20-65b7-4396-b888-6e4f43d5fc2b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:39.359006 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb829d3-f86d-4357-af6f-b20c0dc76ab6,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:39.371773 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:39.421288 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.426465 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eb829d3-f86d-4357-af6f-b20c0dc76ab6 HTTP/1.1" status: 204 len: 168 time: 0.9382753 Sep 16 17:42:39.432419 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-433d01d9-01b1-473b-8944-7bdaf46789ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.434358 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-433d01d9-01b1-473b-8944-7bdaf46789ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.2114635 Sep 16 17:42:39.435072 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-1e329e20-65b7-4396-b888-6e4f43d5fc2b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:39.436259 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-1e329e20-65b7-4396-b888-6e4f43d5fc2b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--71397261&fields=id&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 267 time: 0.2662048 Sep 16 17:42:39.454069 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-91d3b64f-7890-4be2-9cf0-82afa42b37d2 req-f006de99-569d-4347-a4e9-0c91a0b54473 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582711 Sep 16 17:42:39.508335 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.516420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-01258c54-ec94-4e11-93d8-d74415c1d4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:39.517160 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 34ace688-d728-4759-9cbb-bedb38ace757 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:39.531574 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-90c65744-744b-4bc8-acaf-3d7ae4ea2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.533513 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-90c65744-744b-4bc8-acaf-3d7ae4ea2c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1097 time: 0.2713332 Sep 16 17:42:39.536272 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.537938 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b02e5ce3-7cf9-43c3-b60a-0f37465a4b7b HTTP/1.1" status: 204 len: 168 time: 0.4324949 Sep 16 17:42:39.539420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e5ce3-7cf9-43c3-b60a-0f37465a4b7b,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:39.549488 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:39.666436 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 34ace688-d728-4759-9cbb-bedb38ace757 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:39.673328 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-ba661528-af73-4f61-bb49-438674302cee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2144041 Sep 16 17:42:39.676915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 34ace688-d728-4759-9cbb-bedb38ace757 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:39.678047 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.748336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-6cc2db4f-42e0-4d17-a416-aa957b1866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.761549 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-6cc2db4f-42e0-4d17-a416-aa957b1866ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.2134132 Sep 16 17:42:39.874959 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:39.902244 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-cfc4a860-3830-4bc8-9fd6-4c76c0e2a28e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.1339445 Sep 16 17:42:39.905674 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-77d5882a-4da0-4e81-a1e2-1ce8cde98a30 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:39.906411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-77d5882a-4da0-4e81-a1e2-1ce8cde98a30 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:39.917949 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=34ace688-d728-4759-9cbb-bedb38ace757,segment=NetworkSegment(46fe6e1c-9b71-49d8-bfc6-c880d80c902b),segment_id=46fe6e1c-9b71-49d8-bfc6-c880d80c902b)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:39.919372 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:39.938653 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-05ca5556-189c-4958-9768-10dcffa5788a service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565749 Sep 16 17:42:39.944211 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-77d5882a-4da0-4e81-a1e2-1ce8cde98a30 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:39.952732 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-77d5882a-4da0-4e81-a1e2-1ce8cde98a30 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 817 time: 0.4974883 Sep 16 17:42:40.001371 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-9ced91eb-ec9f-442e-88b4-1958f41edea2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/quotas/4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 375 time: 0.0463405 Sep 16 17:42:40.031282 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-07daccf4-9e4b-4d3f-bdd0-4c8b3a5cd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:40.033299 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-07daccf4-9e4b-4d3f-bdd0-4c8b3a5cd47f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1234758 Sep 16 17:42:40.080399 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:40.089274 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-32bc3fca-b998-4b72-ae0e-5174c6291204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500095 Sep 16 17:42:40.092155 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:40.187986 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:40.191302 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:40.291342 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-01ce371e-a33e-4663-9d0b-2d3fc3c4a082 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922619 Sep 16 17:42:40.303065 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-18283dd5-2ac3-449e-845a-9e77344917e9 req-a82eada7-407a-41db-bffb-d57425376476 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450029 Sep 16 17:42:40.340631 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-515f03e8-8901-4c6b-83ef-09ff362ae736 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3383431 Sep 16 17:42:40.371488 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853904f-8ac4-48ad-b453-c0d2dbcabba7 req-c03b03a1-e69a-4cf0-8bb6-ffcfa46432d0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:40.373009 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8853904f-8ac4-48ad-b453-c0d2dbcabba7 req-c03b03a1-e69a-4cf0-8bb6-ffcfa46432d0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 944 time: 0.2197473 Sep 16 17:42:40.456512 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-468751ec-b50e-4412-b322-96a6ea45ab1c req-3a0cffca-6d45-4f02-82e5-69c39bea6c9c service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593757 Sep 16 17:42:40.497730 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40744) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:40.580575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40754) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:40.604754 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:40.622144 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:40.628272 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1ff16ab57a43a0a00402f028581c4e is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:40.631918 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:40.638535 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8853904f-8ac4-48ad-b453-c0d2dbcabba7 req-ec26653d-7b77-4626-8482-d96a76690e0e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001723 Sep 16 17:42:40.640177 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:40.727545 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-aac858bb-1606-4302-9f07-9ee84f6321c2 service neutron] 10.222.0.32 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847778 Sep 16 17:42:40.803205 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:40.811292 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:40.828259 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:40.881275 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c0b2e6-9054-4510-92fd-78e93f875fec,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:40.884227 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:40.895696 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:40.912326 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:40.921518 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Usage tracker for resource:security_group_rule and tenant:660b9563ff4942999788cea04aa9e093 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:40.925660 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:40.934407 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f1ff16ab57a43a0a00402f028581c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486676 Sep 16 17:42:40.934598 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40768) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:40.936863 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:40.985605 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-cddb7168-6d8c-4041-818d-de07285a2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:40.987217 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-cddb7168-6d8c-4041-818d-de07285a2e6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1097 time: 0.6245608 Sep 16 17:42:41.145453 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-01916a53-c0d3-4d73-97db-6af15742f6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065266 Sep 16 17:42:41.172034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.172158 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c1e7-08dd-4431-ade4-d207b4abdd88 req-7cc05e07-4ec7-46b7-984a-465deb832b06 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:41.173687 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d630c1e7-08dd-4431-ade4-d207b4abdd88 req-7cc05e07-4ec7-46b7-984a-465deb832b06 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.3268988 Sep 16 17:42:41.182157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.205171 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-822efdfd-4ab7-4cbb-af46-1302c2fb76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:41.206610 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-822efdfd-4ab7-4cbb-af46-1302c2fb76d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.2100191 Sep 16 17:42:41.216544 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:41.225766 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=660b9563ff4942999788cea04aa9e093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268877 Sep 16 17:42:41.233773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40780) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:41.261126 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.291991 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.294174 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-d8f16b46-fe3a-41d0-9bc6-6564e3475d76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 200 len: 217 time: 0.0719492 Sep 16 17:42:41.297243 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d630c1e7-08dd-4431-ade4-d207b4abdd88 req-6c49d4c1-d5d1-4e37-b770-21c458acd934 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129584 Sep 16 17:42:41.326448 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c7b0d-50c0-4039-adb7-fcb28d77122d,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:41.352472 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:41.410898 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.412855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-04b6052c-5496-4ed4-9d87-6c9841cfbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:41.414416 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-04b6052c-5496-4ed4-9d87-6c9841cfbb90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1122100 Sep 16 17:42:41.480209 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.506191 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.515215 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a11d0934-5710-42d7-b751-51739b01547c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:41.522555 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-d5df3e73-6807-4bfa-b8b2-40756b4c3037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014717 Sep 16 17:42:41.532422 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c0b2e6-9054-4510-92fd-78e93f875fec,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:41.557244 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:41.560487 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4a6feb04-3ae3-4421-a75c-b004503225cf req-39b3347d-7fa1-4c0e-a1ff-4222fdbf90a6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 210 time: 0.0749688 Sep 16 17:42:41.616492 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.617611 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c0b2e6-9054-4510-92fd-78e93f875fec HTTP/1.1" status: 204 len: 168 time: 0.6822526 Sep 16 17:42:41.651204 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.658320 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:41.686225 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757', 'code': 200} Sep 16 17:42:41.738257 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c7b0d-50c0-4039-adb7-fcb28d77122d,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:41.740966 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:41.742241 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:41.746880 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a2c7b0d-50c0-4039-adb7-fcb28d77122d HTTP/1.1" status: 204 len: 168 time: 0.5118613 Sep 16 17:42:41.758068 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-2c0a6c2a-3150-46e2-bf88-98f2f9bf0598 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205460 Sep 16 17:42:42.127328 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c3ff1128-98f7-42a1-8a2e-008ca790bb2b req-f59b5536-cf31-410b-8c92-a0cab6a484c5 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506496 Sep 16 17:42:42.190144 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-3914b09e-4fbb-4b2d-aa1c-3a514d5e6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:42.194587 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-3914b09e-4fbb-4b2d-aa1c-3a514d5e6c19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 1098 time: 0.1652060 Sep 16 17:42:42.201379 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e994e-5753-4408-bd56-e1122c421346 req-b42845de-b0ea-4507-bfcb-a23c424ef629 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:42.205043 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-300e994e-5753-4408-bd56-e1122c421346 req-b42845de-b0ea-4507-bfcb-a23c424ef629 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 944 time: 0.3755033 Sep 16 17:42:42.237840 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:42.256286 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:42.261415 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Usage tracker for resource:security_group_rule and tenant:4a35976f24d34ae48d351fe6bcd7c74a is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:42.265498 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:42.278608 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:42.299754 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-300e994e-5753-4408-bd56-e1122c421346 req-70594182-12f0-46b6-82f2-028e85d55af6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880876 Sep 16 17:42:42.405645 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:42.419005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:42.447310 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:42.510373 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8863ffeb-aed7-4841-9871-5122c7fe03cb req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019948 Sep 16 17:42:42.520624 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e31b4e-7943-439c-a7d1-6a6296ddc095,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:42.524905 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:42.625974 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40832) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:42.654979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c0c80-0be3-45f1-a642-eb873decad5c req-fa1a540e-2561-4fdd-a72e-213488c67b75 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:42.657731 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e46c0c80-0be3-45f1-a642-eb873decad5c req-fa1a540e-2561-4fdd-a72e-213488c67b75 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.1817775 Sep 16 17:42:42.672484 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:42.737507 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:42.745211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Usage tracker for resource:security_group_rule and tenant:e9471c8e31034f1dab08584a275accca is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:42.755625 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:42.786329 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:42.807026 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e46c0c80-0be3-45f1-a642-eb873decad5c req-1e41970b-5db0-4216-aa66-47571cc7d74e tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421182 Sep 16 17:42:43.005628 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f7c3c745-bbc4-4e68-b848-5716520e1af6 req-75db62ae-7dcb-4267-ad41-8b6a73f5d54f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 210 time: 0.1299536 Sep 16 17:42:43.012672 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.017791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.029000 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bdfb3c67-56a0-4096-b981-91fe05bc6649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:43.079918 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9471c8e31034f1dab08584a275accca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529667 Sep 16 17:42:43.081702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38404926-003f-402c-ba5d-ff1b6aceae21,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:43.083033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40860) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:43.085323 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:43.162161 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.190897 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.250033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.254653 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:43.267356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38404926-003f-402c-ba5d-ff1b6aceae21,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:43.269587 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:43.276766 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.278971 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38404926-003f-402c-ba5d-ff1b6aceae21 HTTP/1.1" status: 204 len: 168 time: 0.1939223 Sep 16 17:42:43.532382 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 56887265-f520-4dfe-a5b3-6ae2063c0847 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:42:43.556146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913275-da8a-4a4a-bf04-f8aef9b103b8 req-dfc222de-8525-4805-b0cb-ced4dfb77827 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:43.565460 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-81913275-da8a-4a4a-bf04-f8aef9b103b8 req-dfc222de-8525-4805-b0cb-ced4dfb77827 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 944 time: 0.1329191 Sep 16 17:42:43.628224 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-81913275-da8a-4a4a-bf04-f8aef9b103b8 req-b35e587b-8fc7-4016-8e1a-b1a5f48eb551 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Sep 16 17:42:43.629386 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f7667c57-15a4-46cf-a627-eec36a143c23 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:43.630906 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f7667c57-15a4-46cf-a627-eec36a143c23 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 817 time: 0.2645028 Sep 16 17:42:43.714526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-329da196-2da0-479c-b730-e0d91a3e1e5f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:43.730061 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-329da196-2da0-479c-b730-e0d91a3e1e5f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:43.731219 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-329da196-2da0-479c-b730-e0d91a3e1e5f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 378 time: 0.0903134 Sep 16 17:42:43.733591 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=56887265-f520-4dfe-a5b3-6ae2063c0847,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:43.741450 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'port': {'device_id': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'admin_state_up': True, 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'security_groups': ['0c81e7cf-035f-46f2-8f91-41254c9808f3']}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:43.752493 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '56887265-f520-4dfe-a5b3-6ae2063c0847', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'port_id': '56887265-f520-4dfe-a5b3-6ae2063c0847', 'mac_address': 'fa:16:3e:2c:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:42:43.829381 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.830506 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 40892) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:43.858159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.891154 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56887265-f520-4dfe-a5b3-6ae2063c0847 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:43.891977 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:43.898760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:43.903693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:port and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:43.906930 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:43.908310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Usage tracker for resource:security_group_rule and tenant:cb8a1efb68e54b3ca5cc8d05738b6f89 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:43.914307 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:43.914673 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:43.925434 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=56887265-f520-4dfe-a5b3-6ae2063c0847,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:43.930229 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Made reservation on behalf of 4bf1287945114955b8138697bb1894bd for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:42:43.932643 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:43.933734 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.936106 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device c021f031-91f1-4183-81e6-4987cf38af1f details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:42:43.939177 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:43.948364 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:44.208030 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c021f031-91f1-4183-81e6-4987cf38af1f,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:44.237512 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:44.258173 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:44.276151 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': 'c021f031-91f1-4183-81e6-4987cf38af1f', 'network_id': 'abbfc130-4ad8-410b-83bb-2713490b98e8', 'port_id': 'c021f031-91f1-4183-81e6-4987cf38af1f', 'mac_address': 'fa:16:3e:9e:2a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c050db12-02bb-46ef-ae51-3634a93d8945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:42:44.369649 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.412037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Allocated IP 172.20.0.6 (2cff0586-b766-4fbd-87ca-dcc399dfa90a/5392ae89-a587-4a5d-b71c-28771e360466/1f848d87-7dc7-4949-9e33-f8af3bd83e29) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:42:44.442838 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c021f031-91f1-4183-81e6-4987cf38af1f {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:44.484340 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c021f031-91f1-4183-81e6-4987cf38af1f,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:44.490992 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.493553 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:44.596544 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb628210-9081-4db5-a740-d9f75c15f683 req-a8f6fe9c-c923-4950-9df5-d962e4e5a06b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 210 time: 0.1226170 Sep 16 17:42:44.598696 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.612909 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.630099 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:44.685593 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:44.699045 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:44.739735 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['c021f031-91f1-4183-81e6-4987cf38af1f'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:42:44.789351 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:44.822929 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['56887265-f520-4dfe-a5b3-6ae2063c0847'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:42:44.836034 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30720e1-5d03-4c54-b9cc-1b124a8411f1 req-86534c6d-0540-43ce-9d32-32b9c9732e3a tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:44.836251 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Transition to ACTIVE for port object 1f848d87-7dc7-4949-9e33-f8af3bd83e29 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:44.843799 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d30720e1-5d03-4c54-b9cc-1b124a8411f1 req-86534c6d-0540-43ce-9d32-32b9c9732e3a tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.6646121 Sep 16 17:42:44.847117 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb1132b-ed96-4891-8cbd-dcad22d7c6c2,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:44.864720 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb8a1efb68e54b3ca5cc8d05738b6f89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308094 Sep 16 17:42:44.865925 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 40932) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:44.946168 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:45.009043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.041564 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:45.138862 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d30720e1-5d03-4c54-b9cc-1b124a8411f1 req-33568256-2c7f-4791-bb56-278e75c42c17 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712569 Sep 16 17:42:45.144943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:45.152111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:45.160748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:42:45.162036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.188185 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4fd22-5994-4d24-b22c-eea09a31ed74 req-4f61ddbc-80b3-4129-9a70-3f5d33fec512 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:45.190064 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d0e4fd22-5994-4d24-b22c-eea09a31ed74 req-4f61ddbc-80b3-4129-9a70-3f5d33fec512 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 945 time: 0.2070007 Sep 16 17:42:45.192623 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:42:45.195319 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:42:45.202096 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:45.202269 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.222785 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.287670 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d0e4fd22-5994-4d24-b22c-eea09a31ed74 req-c2abbb13-b751-4aea-ba08-cd3a56644fe3 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887110 Sep 16 17:42:45.336979 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5998530 Sep 16 17:42:45.354779 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Request body: {'port': {'device_id': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:45.481702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.489309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d05b605f-8188-40b7-900f-20df060df38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:45.503134 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb1132b-ed96-4891-8cbd-dcad22d7c6c2,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:45.505658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:45.517113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.520498 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fb1132b-ed96-4891-8cbd-dcad22d7c6c2 HTTP/1.1" status: 204 len: 168 time: 0.6460013 Sep 16 17:42:45.520498 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.573576 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-faec6484-8355-41d9-91ce-b5e1f0e90dde None None] Provisioning for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:45.580544 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-faec6484-8355-41d9-91ce-b5e1f0e90dde None None] Provisioning complete for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:45.581174 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-faec6484-8355-41d9-91ce-b5e1f0e90dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:45.645163 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-faec6484-8355-41d9-91ce-b5e1f0e90dde None None] Port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:42:45.871535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb341946-eb9f-40cb-8a6d-c761dda2f90e req-898c9da5-1176-4c73-bdff-be7488695503 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:45.874280 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb341946-eb9f-40cb-8a6d-c761dda2f90e req-898c9da5-1176-4c73-bdff-be7488695503 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 931 time: 0.1321929 Sep 16 17:42:45.967416 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb341946-eb9f-40cb-8a6d-c761dda2f90e req-a105f4fa-207d-4234-aae1-f16ceaddf18b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869071 Sep 16 17:42:46.080696 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:46.089236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:46.106657 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Transition to ACTIVE for port object 1f848d87-7dc7-4949-9e33-f8af3bd83e29 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:42:46.111984 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:46.117117 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-474bf903-8526-4412-aca5-efd3b8482dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:46.274414 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:46.356114 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:46.401992 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Attempting to bind port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:42:46.403391 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Attempting to bind port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:42:46.404880 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Attempting to bind port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:46.417766 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:42:46.418960 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Attempting to bind port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:42:46.437921 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:42:46.438427 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Checking segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:42:46.439421 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Bound using segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:42:46.441425 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Bound port: 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:42:46.442672 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:46.448300 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01674d-1c55-4a98-b665-d7f7455028b1 req-21e19cea-c018-479c-ac1e-69929bbab0c5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:46.458017 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4d01674d-1c55-4a98-b665-d7f7455028b1 req-21e19cea-c018-479c-ac1e-69929bbab0c5 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.1153324 Sep 16 17:42:46.528698 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4d01674d-1c55-4a98-b665-d7f7455028b1 req-0ea970ae-53bb-481d-930d-6cd8797b3249 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692677 Sep 16 17:42:46.680377 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:42:46.690362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:42:46.700784 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:46.712249 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:46.740152 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e6c3-20d8-4430-8b51-6adf1a1992ff req-5c8f97bc-2911-405c-832f-1a3b2f914078 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:46.741734 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23a9e6c3-20d8-4430-8b51-6adf1a1992ff req-5c8f97bc-2911-405c-832f-1a3b2f914078 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 945 time: 0.1734543 Sep 16 17:42:46.826582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:46.835516 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23a9e6c3-20d8-4430-8b51-6adf1a1992ff req-208075e6-42ff-4043-887f-e203f0466832 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Sep 16 17:42:46.840717 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:46.844483 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] 10.222.0.36 "PUT /v2.0/ports/1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 1093 time: 1.4989595 Sep 16 17:42:46.845989 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:46.894946 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:46.902141 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:47.000538 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'status': 'completed', 'code': 200} Sep 16 17:42:47.089577 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-8bea5a84-4a5e-483f-ab1a-91677a06f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:47.093122 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-8bea5a84-4a5e-483f-ab1a-91677a06f299 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1096 time: 0.1840401 Sep 16 17:42:47.241731 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f211406f-f3b6-4603-9d7c-eeccc80c9291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 217 time: 0.1390274 Sep 16 17:42:47.258038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c4398-7354-4092-afa1-e9b32d8d471a req-29414913-499a-4b76-b28d-3974a5556b38 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:47.260429 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-076c4398-7354-4092-afa1-e9b32d8d471a req-29414913-499a-4b76-b28d-3974a5556b38 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1180191 Sep 16 17:42:47.312802 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-c6ef7cde-6b74-404c-b7e3-8be1ed249065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:47.314880 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-c6ef7cde-6b74-404c-b7e3-8be1ed249065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0685925 Sep 16 17:42:47.343500 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-076c4398-7354-4092-afa1-e9b32d8d471a req-685a6a26-6941-46a2-ac3e-71b9d7dab84e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762296 Sep 16 17:42:47.417134 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f7741421-00f6-4806-a5a1-e432de4f30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:47.418624 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-f7741421-00f6-4806-a5a1-e432de4f30d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974441 Sep 16 17:42:47.553771 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 56887265-f520-4dfe-a5b3-6ae2063c0847 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:47.588687 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-2f1bb7fc-9d3c-4fc4-9b00-f3ba59ae7aa9 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626518 Sep 16 17:42:47.707773 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 56887265-f520-4dfe-a5b3-6ae2063c0847 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:47.719634 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 56887265-f520-4dfe-a5b3-6ae2063c0847 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:47.720926 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:47.816439 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9192294-ed08-4671-8e33-d6b4e4edd104 req-83402b73-c429-4dec-925d-893f3d658f56 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205718 Sep 16 17:42:47.960564 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-df8a9494-ac66-41a1-8300-970b4c4a80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:47.962752 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-df8a9494-ac66-41a1-8300-970b4c4a80dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1096 time: 0.0905797 Sep 16 17:42:48.015361 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:48.100971 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:48.124133 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=56887265-f520-4dfe-a5b3-6ae2063c0847,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:48.131683 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:48.144410 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device c021f031-91f1-4183-81e6-4987cf38af1f up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:48.210506 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1a6aacb-36de-4f9d-9cf5-73b1500129e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:48.250903 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-03613a5d-7cb0-4167-bcea-796624e1f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.255838 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-03613a5d-7cb0-4167-bcea-796624e1f3fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.2852645 Sep 16 17:42:48.265116 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847', 'code': 200} Sep 16 17:42:48.333685 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:48.337980 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:48.339205 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942cc65-7afb-49df-8599-6b206e13d29d req-81426833-650b-450e-a941-de7e0da2e9ff tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.350409 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e942cc65-7afb-49df-8599-6b206e13d29d req-81426833-650b-450e-a941-de7e0da2e9ff tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1893835 Sep 16 17:42:48.350687 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port c021f031-91f1-4183-81e6-4987cf38af1f completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:48.362746 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port c021f031-91f1-4183-81e6-4987cf38af1f triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:48.363125 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:48.380386 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-9ba3edd5-8a72-4252-8113-df807039573b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 217 time: 0.1146674 Sep 16 17:42:48.482208 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e942cc65-7afb-49df-8599-6b206e13d29d req-098aa5b3-c5ee-420b-9e77-1aab5fae1444 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Sep 16 17:42:48.503703 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-9c4f130a-f10e-432c-860c-3cb841cd2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.504790 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-9c4f130a-f10e-432c-860c-3cb841cd2940 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.1179500 Sep 16 17:42:48.611728 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-452b0006-56b5-4510-80da-781c9290d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.617093 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-452b0006-56b5-4510-80da-781c9290d2c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1030226 Sep 16 17:42:48.645402 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:48.690998 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c021f031-91f1-4183-81e6-4987cf38af1f,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:48.700306 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:48.702197 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:48.748619 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa80b9-6845-446a-b408-29dfbe98039f req-4a131d5e-95f3-4b2e-b552-9b150b78f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.752773 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-11aa80b9-6845-446a-b408-29dfbe98039f req-4a131d5e-95f3-4b2e-b552-9b150b78f04c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1099 time: 0.2472601 Sep 16 17:42:48.775519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd59141-e867-4f71-aa0f-9e576be49f1c req-d7bf5d44-af43-4b8e-9450-85934d4d1599 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:48.778025 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7cd59141-e867-4f71-aa0f-9e576be49f1c req-d7bf5d44-af43-4b8e-9450-85934d4d1599 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1931310 Sep 16 17:42:48.802784 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:48.810081 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:48.897746 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7cd59141-e867-4f71-aa0f-9e576be49f1c req-048f943b-2373-4e1b-95e2-7bb97c39ed30 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994911 Sep 16 17:42:48.900815 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-11aa80b9-6845-446a-b408-29dfbe98039f req-e286781c-cc19-4855-b360-df82b30eb52f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361675 Sep 16 17:42:48.929258 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-02a1ba0f-5834-4582-8508-a8b28024bb46 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083007 Sep 16 17:42:49.253168 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a6fac2b2-bedb-43c5-92f5-81b00ec75308 req-f1d316bf-c9f1-4a67-ba97-1e8371b59316 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602759 Sep 16 17:42:49.691826 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb210a2-6684-4fa7-a8e1-67bbeec021b5 req-db4a2fbb-a2d4-4a49-af43-d32eb48eb62b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:49.694766 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dbb210a2-6684-4fa7-a8e1-67bbeec021b5 req-db4a2fbb-a2d4-4a49-af43-d32eb48eb62b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0915499 Sep 16 17:42:49.765328 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dbb210a2-6684-4fa7-a8e1-67bbeec021b5 req-911cf018-bbb1-46df-b6e8-7cec1fcd6dd2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Sep 16 17:42:49.790552 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41132) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:49.937676 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:49.980238 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:49.992579 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Usage tracker for resource:security_group_rule and tenant:4fe105f4e17f475e9c92134bb80c35e6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:49.998167 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:50.010530 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:50.162646 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.168144 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.178286 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-52726d87-3254-4b98-91dd-cf355911ca1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:50.195658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da491d-0c58-448a-88dc-ddbef38bb12a req-05d967e5-48c9-4ee8-b01a-747a6f366b97 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:50.204131 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-59da491d-0c58-448a-88dc-ddbef38bb12a req-05d967e5-48c9-4ee8-b01a-747a6f366b97 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1182611 Sep 16 17:42:50.256886 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fe105f4e17f475e9c92134bb80c35e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650486 Sep 16 17:42:50.257858 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a58872-7a67-4de3-be81-9504c1b7eb00,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:50.261387 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41154) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:50.264966 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-59da491d-0c58-448a-88dc-ddbef38bb12a req-d54f115d-9304-43a6-946d-01cde6752c8c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591917 Sep 16 17:42:50.266489 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:50.292337 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:50.338138 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f', 'code': 200} Sep 16 17:42:50.372496 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.409986 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.488160 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.493187 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fdbe82a7-67be-414e-8085-bcd29fd875bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:50.505982 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a58872-7a67-4de3-be81-9504c1b7eb00,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:50.519028 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:50.521164 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.523654 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55a58872-7a67-4de3-be81-9504c1b7eb00 HTTP/1.1" status: 204 len: 168 time: 0.2341008 Sep 16 17:42:50.647049 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c735d0b-f90a-46cb-9cad-ea447a50337d req-f5b0f764-ec47-4f9b-b4c9-9de11cd03d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:50.650523 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c735d0b-f90a-46cb-9cad-ea447a50337d req-f5b0f764-ec47-4f9b-b4c9-9de11cd03d62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.0929418 Sep 16 17:42:50.693621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-0c735d0b-f90a-46cb-9cad-ea447a50337d req-d61ab763-2fb5-4e40-940a-902cd67af69f service neutron] Synchronizing usage tracker for tenant:4a35976f24d34ae48d351fe6bcd7c74a on resource:security_group {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:42:50.717517 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-0c735d0b-f90a-46cb-9cad-ea447a50337d req-d61ab763-2fb5-4e40-940a-902cd67af69f service neutron] Unset dirty status for tenant:4a35976f24d34ae48d351fe6bcd7c74a on resource:security_group {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:42:50.719110 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c735d0b-f90a-46cb-9cad-ea447a50337d req-d61ab763-2fb5-4e40-940a-902cd67af69f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Sep 16 17:42:50.869799 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41184) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:50.889267 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:50.950982 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:50.960635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:51363eb075be455980b0ebd144aa46f5 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:50.965251 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:50.977224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:51.034868 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3a37d-e7b6-427e-946e-aa7d367e1a80 req-e7d94722-d6dc-4c98-acf4-dfdd647451a3 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:51.036444 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cec3a37d-e7b6-427e-946e-aa7d367e1a80 req-e7d94722-d6dc-4c98-acf4-dfdd647451a3 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1483033 Sep 16 17:42:51.105545 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cec3a37d-e7b6-427e-946e-aa7d367e1a80 req-a7369677-3c7c-4a0d-a97b-2085f7d8f5d0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Sep 16 17:42:51.143670 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.148991 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.159479 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ff6ef62f-6abe-4d13-8de7-a892eca1e5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:51.199982 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51363eb075be455980b0ebd144aa46f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284719 Sep 16 17:42:51.202818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41206) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:51.219229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe5f972-5128-46d5-a923-0076b511bf29,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:51.236901 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:51.290836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.322307 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.405446 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.410553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:51.452218 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe5f972-5128-46d5-a923-0076b511bf29,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:51.455855 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:51.467122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:51.480274 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fe5f972-5128-46d5-a923-0076b511bf29 HTTP/1.1" status: 204 len: 168 time: 0.2693346 Sep 16 17:42:51.499185 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70b8c0-dcd3-4ea0-9412-b4a9c413e409 req-8fdc5b22-5db2-47a4-826d-0eb2a8a88aa9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:51.507351 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ef70b8c0-dcd3-4ea0-9412-b4a9c413e409 req-8fdc5b22-5db2-47a4-826d-0eb2a8a88aa9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1142411 Sep 16 17:42:51.558190 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:42:51.604825 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ef70b8c0-dcd3-4ea0-9412-b4a9c413e409 req-c721aec9-6732-4a34-a76e-1ac5ca6610ad tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960538 Sep 16 17:42:51.733396 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41234) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:51.851660 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-c04b5b26-532c-41e5-845c-fd0902ea040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:51.853684 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-c04b5b26-532c-41e5-845c-fd0902ea040e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1099 time: 0.2200541 Sep 16 17:42:51.899073 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:51.941863 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:42:52.022159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611a33-ff39-440a-9fc4-38cbbef0bb1f req-e246da83-9028-4787-b743-3f8f2489f01e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:52.031878 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5b611a33-ff39-440a-9fc4-38cbbef0bb1f req-e246da83-9028-4787-b743-3f8f2489f01e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2417710 Sep 16 17:42:52.082060 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.144872 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:42:52.157522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.188969 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:52.196046 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.199833 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:52.231486 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5b611a33-ff39-440a-9fc4-38cbbef0bb1f req-a497808d-c292-40e8-adcf-e079c68fbea8 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986601 Sep 16 17:42:52.243854 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:52.250528 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Usage tracker for resource:security_group_rule and tenant:a9dd81db0caf42f9a0775bcc562318e6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:52.257548 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:52.278671 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:52.334715 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-1b0c2fd3-4ccf-4843-9546-fbed869fca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:52.337905 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-1b0c2fd3-4ccf-4843-9546-fbed869fca60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.4707923 Sep 16 17:42:52.341625 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:52.345511 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:52.404517 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.412259 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.424926 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ca28439-5d5a-488f-a590-f82736e1a404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:52.430037 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-733dbcf7-0e16-43f1-ac83-c0417c592d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 200 len: 217 time: 0.0761476 Sep 16 17:42:52.473744 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9dd81db0caf42f9a0775bcc562318e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356133 Sep 16 17:42:52.473744 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192a9c6-9429-4479-8f48-0b198f7f65f1,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:52.474449 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41266) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:52.478905 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:52.501413 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1f848d87-7dc7-4949-9e33-f8af3bd83e29'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:42:52.515434 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-1a0ff0c0-78b6-40d8-8375-75c620d6e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:52.516997 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-1a0ff0c0-78b6-40d8-8375-75c620d6e8bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.0797789 Sep 16 17:42:52.546836 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.576976 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-f70fc55e-c9c9-47b9-bb1a-6fb75b08c0ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523946 Sep 16 17:42:52.578792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.652029 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.676067 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:52.712624 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192a9c6-9429-4479-8f48-0b198f7f65f1,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:52.722367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:52.735238 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:52.739176 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d192a9c6-9429-4479-8f48-0b198f7f65f1 HTTP/1.1" status: 204 len: 168 time: 0.2635880 Sep 16 17:42:52.781982 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-c72b4eea-f22d-4fdf-9efc-e55fae3cd458 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901696 Sep 16 17:42:53.055036 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652dccd-388a-4aa2-ad0f-e11a8e87a813 req-c349812d-7cd7-4dfc-abad-b0d02cf8107b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:53.063346 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a652dccd-388a-4aa2-ad0f-e11a8e87a813 req-c349812d-7cd7-4dfc-abad-b0d02cf8107b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 944 time: 0.1868334 Sep 16 17:42:53.117183 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a652dccd-388a-4aa2-ad0f-e11a8e87a813 req-e0a2ec25-8d96-448c-9b49-77a0b33e3c69 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527983 Sep 16 17:42:53.129907 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8bcef4ce-9bc9-45b3-9417-2b9db62100f3 req-5ed23693-942f-4b8b-aedf-04f1f00b0ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411529 Sep 16 17:42:53.342486 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41318) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:53.374785 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:53.419624 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:53.429131 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Usage tracker for resource:security_group_rule and tenant:2ce15cb370ae457f8321bf025eaf57cb is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:53.434658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:53.450063 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:53.527227 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6b35-a0c5-46cc-a05f-ba34a04ff366 req-3102aa05-6232-4197-886b-0360fe918530 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:53.542496 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f4b6b35-a0c5-46cc-a05f-ba34a04ff366 req-3102aa05-6232-4197-886b-0360fe918530 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2053299 Sep 16 17:42:53.566397 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:42:53.640211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:53.641418 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41336) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:53.645537 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f4b6b35-a0c5-46cc-a05f-ba34a04ff366 req-aeda4579-b629-473f-9a80-bee63fbba354 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014431 Sep 16 17:42:53.661110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:53.671521 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:53.745462 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:42:53.751169 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ce15cb370ae457f8321bf025eaf57cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056907 Sep 16 17:42:53.752752 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:42:53.753872 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41346) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:53.776383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:53.796175 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141ca507-7b46-4fd0-a75f-77c17ca64b57,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:53.816619 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:53.891687 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:53.941941 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:53.954735 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Usage tracker for resource:security_group_rule and tenant:f3aa3be0eca04b9db406f03885f34e95 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:53.961208 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:53.977608 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:54.005641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.034655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.057049 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:54.058470 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba80b8c-8463-4208-9776-152b26d3a8ef req-1d7dc417-b6e0-4ee9-b11c-b63f698fc9c9 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:54.060023 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ba80b8c-8463-4208-9776-152b26d3a8ef req-1d7dc417-b6e0-4ee9-b11c-b63f698fc9c9 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.2648687 Sep 16 17:42:54.072351 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:54.080961 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.083745 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-722755c9-dfac-4b20-a013-8659f9d098c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:54.126357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.183150 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'code': 200} Sep 16 17:42:54.200795 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.208415 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.234110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:54.251335 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:54.260376 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:54.266358 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.291417 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:54.313323 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ca507-7b46-4fd0-a75f-77c17ca64b57,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:54.316546 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.319460 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd4ad6-c36e-47ab-93d3-eb8a0ecce34f,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:54.322514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/141ca507-7b46-4fd0-a75f-77c17ca64b57 HTTP/1.1" status: 204 len: 168 time: 0.5663412 Sep 16 17:42:54.327390 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:54.338828 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ba80b8c-8463-4208-9776-152b26d3a8ef req-057ba616-7d5c-4285-b451-af8c1a157b40 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576487 Sep 16 17:42:54.342434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:54.392523 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3aa3be0eca04b9db406f03885f34e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454684 Sep 16 17:42:54.393224 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41370) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:54.434723 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41374) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:54.484443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dc8ea-01f9-4c7a-9834-69bc26e49e7b req-ef57bff7-818c-4609-8f19-8921783f76b2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:54.486079 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d36dc8ea-01f9-4c7a-9834-69bc26e49e7b req-ef57bff7-818c-4609-8f19-8921783f76b2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1230745 Sep 16 17:42:54.545946 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.562434 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d36dc8ea-01f9-4c7a-9834-69bc26e49e7b req-24cb476f-7e96-4f98-95c7-783cc2611f8c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648315 Sep 16 17:42:54.589553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.642971 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ede7-fed3-40bc-a650-c69307f886a7 req-fe346112-87cc-4fc4-bb3f-86e21c0823db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:54.644478 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-dce2ede7-fed3-40bc-a650-c69307f886a7 req-fe346112-87cc-4fc4-bb3f-86e21c0823db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1098 time: 0.1517489 Sep 16 17:42:54.690978 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-dce2ede7-fed3-40bc-a650-c69307f886a7 req-1da8b97a-8511-43a3-9bd3-a33970e2a8dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393593 Sep 16 17:42:54.691553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.696679 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:54.709746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd4ad6-c36e-47ab-93d3-eb8a0ecce34f,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:54.737434 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:54.744130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.747451 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fefd4ad6-c36e-47ab-93d3-eb8a0ecce34f HTTP/1.1" status: 204 len: 168 time: 0.3533340 Sep 16 17:42:54.818382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:54.843695 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:54.848169 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Usage tracker for resource:security_group_rule and tenant:edd22af1ba16458b929539c16492e59b is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:54.849246 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2cd3-d195-4be2-bd8b-5a4a4f8a901c req-a877dd39-298a-401f-828d-28eb9d4836f6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:54.851280 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f11a2cd3-d195-4be2-bd8b-5a4a4f8a901c req-a877dd39-298a-401f-828d-28eb9d4836f6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0906987 Sep 16 17:42:54.857070 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:54.864080 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:54.934548 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f11a2cd3-d195-4be2-bd8b-5a4a4f8a901c req-25fbb433-17f8-45cb-b580-7e64f1c7f4f9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765924 Sep 16 17:42:55.033556 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.038373 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.072751 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:55.084388 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edd22af1ba16458b929539c16492e59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378264 Sep 16 17:42:55.085951 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41400) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:55.128057 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372a90c-7771-4a23-bb25-84e2e96944d0,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:55.132587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:55.151720 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41406) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:55.177838 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.178692 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.193681 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:55.197776 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2fbd847553c04ac2bea73f5b40fb6d62 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:55.200882 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:55.205448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.207094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:55.267546 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.272916 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e5409740-de7f-4e88-8aa4-613f68fa7b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:55.285659 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372a90c-7771-4a23-bb25-84e2e96944d0,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:55.288738 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:55.291628 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.295001 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e372a90c-7771-4a23-bb25-84e2e96944d0 HTTP/1.1" status: 204 len: 168 time: 0.2056129 Sep 16 17:42:55.318635 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.324376 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.336244 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8276d98b-27b7-405f-a7bf-78d96d576a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:55.374727 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fbd847553c04ac2bea73f5b40fb6d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219963 Sep 16 17:42:55.376342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211b90a0-7442-4eec-b2ee-15d6a361f8ff,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:55.377765 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41420) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:55.380098 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:55.483191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.527415 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-76e9d665-2c50-4410-baba-bdd1bfd66997 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:55.529726 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-76e9d665-2c50-4410-baba-bdd1bfd66997 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.36 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.1456223 Sep 16 17:42:55.542011 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.671609 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Deleting port 34ace688-d728-4759-9cbb-bedb38ace757 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:42:55.672213 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.710407 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f32440-28af-4b0e-89c7-29020f52c3ca req-08efdc07-219e-437f-8e98-da1badb323f0 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:55.713594 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-75f32440-28af-4b0e-89c7-29020f52c3ca req-08efdc07-219e-437f-8e98-da1badb323f0 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 945 time: 0.1591969 Sep 16 17:42:55.716961 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.723275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:55.799318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b90a0-7442-4eec-b2ee-15d6a361f8ff,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:55.812256 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:55.992596 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:55.993396 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/211b90a0-7442-4eec-b2ee-15d6a361f8ff HTTP/1.1" status: 204 len: 168 time: 0.6144996 Sep 16 17:42:56.035142 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-75f32440-28af-4b0e-89c7-29020f52c3ca req-222b6d0d-aa58-4765-b580-d9e7cb969eb6 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/security-groups?id=8546fd6d-b48d-481b-b2f1-92d0eb157f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138652 Sep 16 17:42:56.096837 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d7905-2411-4bda-bba6-5a5942cb5c34 req-9d272af5-7af1-4eca-96c8-841a1950d623 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:56.108074 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a41d7905-2411-4bda-bba6-5a5942cb5c34 req-9d272af5-7af1-4eca-96c8-841a1950d623 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.3166831 Sep 16 17:42:56.115439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41456) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:56.190673 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.248633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:56.263243 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Usage tracker for resource:security_group_rule and tenant:8bae26f7692a42d3a6738036d9a1587f is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:56.271286 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:56.307917 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] For port 34ace688-d728-4759-9cbb-bedb38ace757, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=34ace688-d728-4759-9cbb-bedb38ace757,segment=NetworkSegment(46fe6e1c-9b71-49d8-bfc6-c880d80c902b),segment_id=46fe6e1c-9b71-49d8-bfc6-c880d80c902b)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:42:56.308621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.314349 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a41d7905-2411-4bda-bba6-5a5942cb5c34 req-e14b893d-cc59-4284-b1d4-521ae240b2bc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053530 Sep 16 17:42:56.338573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:56.421586 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742f7d-3104-4b83-90e2-d7355020399a req-d28395d0-33f4-4bf1-821f-3a6a7fb396a4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:56.428911 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a6742f7d-3104-4b83-90e2-d7355020399a req-d28395d0-33f4-4bf1-821f-3a6a7fb396a4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1727028 Sep 16 17:42:56.499958 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Calling delete_port for 34ace688-d728-4759-9cbb-bedb38ace757 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:42:56.521854 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a6742f7d-3104-4b83-90e2-d7355020399a req-1cde3ab6-4742-40cd-84b7-682c1e842721 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917680 Sep 16 17:42:56.548162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.557486 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.567201 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fc46775f-fc7e-4a20-9ccf-99815f18bc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:56.609801 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bae26f7692a42d3a6738036d9a1587f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921865 Sep 16 17:42:56.613163 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41478) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:56.652795 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c1c88-ef8f-4659-987c-fdbfbe0bfa6b,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:56.655779 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:56.682821 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.710320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.784759 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.797621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:56.801305 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.818234 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4ac08834-be41-4d93-a0ca-607bf7185a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:56.830705 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c1c88-ef8f-4659-987c-fdbfbe0bfa6b,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:56.853993 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:56.859841 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:56.863851 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/891c1c88-ef8f-4659-987c-fdbfbe0bfa6b HTTP/1.1" status: 204 len: 168 time: 0.2494729 Sep 16 17:42:56.865714 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['34ace688-d728-4759-9cbb-bedb38ace757'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:42:56.892392 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Pushing event deleted for resources: {'Port': ['ID=34ace688-d728-4759-9cbb-bedb38ace757,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:56.910041 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:57.029214 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] No DVR routers for this DVR port 34ace688-d728-4759-9cbb-bedb38ace757 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:42:57.033116 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:57.037562 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'name': 'network-vif-deleted', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:42:57.074147 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9f3ae0b6-c0a9-4f49-a228-7f7dfc7a2102 req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.36 "DELETE /v2.0/ports/34ace688-d728-4759-9cbb-bedb38ace757 HTTP/1.1" status: 204 len: 173 time: 1.5326185 Sep 16 17:42:57.103976 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f53de-6072-4b7d-8b20-dfd1db47743b', 'name': 'network-vif-deleted', 'tag': '34ace688-d728-4759-9cbb-bedb38ace757', 'status': 'completed', 'code': 200} Sep 16 17:42:57.280265 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-53408a29-d5c9-4c60-9e4e-423f6d1a6d01 req-208fcfe3-b8a5-4cd7-bf3e-55f0117a02c0 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] 10.222.0.32 "GET /v2.0/ports?device_id=709f53de-6072-4b7d-8b20-dfd1db47743b HTTP/1.1" status: 200 len: 210 time: 0.0880616 Sep 16 17:42:57.619782 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1783-02ee-4201-b865-b71c006317a8 req-00b81705-e487-44fc-9369-d9d545ef977e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:57.628199 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e39d1783-02ee-4201-b865-b71c006317a8 req-00b81705-e487-44fc-9369-d9d545ef977e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1021354 Sep 16 17:42:57.697127 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e39d1783-02ee-4201-b865-b71c006317a8 req-d0cea4f8-c7c7-453e-9b90-010e0cbbaf1f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630333 Sep 16 17:42:57.709231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41528) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:57.888864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302631-86b2-4663-9822-95988f2960dc req-80fc1f20-3128-440f-825e-7d461676c7e6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:57.890939 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d1302631-86b2-4663-9822-95988f2960dc req-80fc1f20-3128-440f-825e-7d461676c7e6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1667807 Sep 16 17:42:58.064660 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d1302631-86b2-4663-9822-95988f2960dc req-b2ef0469-4c3b-4f3d-8975-37e7eda40e8e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668098 Sep 16 17:42:58.135868 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0d76-efec-40ff-863c-99a1731d88ce req-f20ec679-e509-4282-ad5e-0db952e7cef0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:58.137946 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-709f0d76-efec-40ff-863c-99a1731d88ce req-f20ec679-e509-4282-ad5e-0db952e7cef0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1831982 Sep 16 17:42:58.146691 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41548) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:58.152566 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'floatingip': {'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:42:58.268991 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:58.398329 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:58.452698 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:42:58.463574 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Usage tracker for resource:security_group_rule and tenant:cc25b2faf5a0415784b891bbab9bca8c is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:42:58.500169 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:42:58.514031 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:42:59.152533 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.168277 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.185603 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:59.245077 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08d846-a319-42c9-b1d7-850795d8b6b7,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:59.252538 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc25b2faf5a0415784b891bbab9bca8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5412893 Sep 16 17:42:59.253673 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:59.256254 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41604) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:42:59.425036 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d7d65-1b4a-4977-b2c6-437f7bb9e6b7 req-721a20b6-ccda-4671-992b-118de03679ee tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:42:59.426555 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-620d7d65-1b4a-4977-b2c6-437f7bb9e6b7 req-721a20b6-ccda-4671-992b-118de03679ee tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2317157 Sep 16 17:42:59.429394 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.507082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.512971 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.536320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.591237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 34ace688-d728-4759-9cbb-bedb38ace757 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:42:59.594243 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-620d7d65-1b4a-4977-b2c6-437f7bb9e6b7 req-26cfbd92-ccf0-487b-b6e7-ee024007b24c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479845 Sep 16 17:42:59.653300 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.658232 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:42:59.659154 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 34ace688-d728-4759-9cbb-bedb38ace757 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:42:59.659812 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 34ace688-d728-4759-9cbb-bedb38ace757 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:42:59.682706 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:42:59.684105 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a08d846-a319-42c9-b1d7-850795d8b6b7 HTTP/1.1" status: 204 len: 168 time: 0.4263570 Sep 16 17:42:59.685167 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08d846-a319-42c9-b1d7-850795d8b6b7,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:42:59.687690 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:42:59.791444 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.l3_db [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Floating IP 44ed6edd-38b6-4431-bcc4-7b6ac4590b98 associated. External IP: 172.28.0.23, port: 1f848d87-7dc7-4949-9e33-f8af3bd83e29. Sep 16 17:43:00.267362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:43:00.528067 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41668) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:00.607736 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Deleting subnet 998be52e-e48e-4e1f-81a5-3994afe426d4 {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:43:00.626022 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:00.720692 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2730f2c7-9d00-47de-8975-582be0dcb173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:00.781804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:00.800123 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:00.806576 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:00.815759 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:00.841607 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:00.842295 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:00.893443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df175-9fe6-4f5d-bce7-bf4ded19c69e req-dd28810c-2433-44bd-82f6-b69abb2247dc tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:00.895015 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-573df175-9fe6-4f5d-bce7-bf4ded19c69e req-dd28810c-2433-44bd-82f6-b69abb2247dc tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1732984 Sep 16 17:43:00.954412 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ea2dfd62-0e8b-4595-82f1-6e2bac3ce17a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "PUT /v2.0/floatingips/44ed6edd-38b6-4431-bcc4-7b6ac4590b98 HTTP/1.1" status: 200 len: 990 time: 2.8067749 Sep 16 17:43:00.955231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:00.966991 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.083987 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:01.101446 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-573df175-9fe6-4f5d-bce7-bf4ded19c69e req-72e1fca3-1c0d-425d-9ff5-d6222d101b12 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915047 Sep 16 17:43:01.146263 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.159711 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d556e6c9-fc46-4a58-8216-4b24b3e91521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:01.209139 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'status': 'completed', 'code': 200} Sep 16 17:43:01.217986 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.266042 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/998be52e-e48e-4e1f-81a5-3994afe426d4 HTTP/1.1" status: 204 len: 168 time: 0.7369344 Sep 16 17:43:01.267203 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998be52e-e48e-4e1f-81a5-3994afe426d4,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:01.272672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41702) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:01.280809 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:01.341621 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.427897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74112514-188a-4cc8-a923-d97faa0a702d req-e36f0934-d56c-42d1-a2b6-77fc21c639a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:01.429498 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-e36f0934-d56c-42d1-a2b6-77fc21c639a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1098 time: 0.1959670 Sep 16 17:43:01.564291 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.659324 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74112514-188a-4cc8-a923-d97faa0a702d req-7a61f186-d41f-4065-869c-3323b5935c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:01.660806 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-7a61f186-d41f-4065-869c-3323b5935c36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.2172866 Sep 16 17:43:01.780140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.818368 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae2178c-971e-4c3f-81e3-1bab3dbc99d4']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:01.827576 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-76ecfe61-2a1b-4fe7-9665-58d58dd29b51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 998 time: 0.1545434 Sep 16 17:43:01.830264 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '44ed6edd-38b6-4431-bcc4-7b6ac4590b98', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:36Z', 'updated_at': '2021-09-16T17:42:59Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:01.832860 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fe6e1c-9b71-49d8-bfc6-c880d80c902b') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:01.833238 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fe6e1c-9b71-49d8-bfc6-c880d80c902b') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:01.841606 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:01.850519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.859012 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:01.859674 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:42:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:01.873253 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.881897 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:43:01.882686 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:43:01.898871 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:43:01.920842 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74112514-188a-4cc8-a923-d97faa0a702d req-3eeea1ed-e05b-4f43-b6f5-a967e9faf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:01.922470 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-3eeea1ed-e05b-4f43-b6f5-a967e9faf698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0876427 Sep 16 17:43:02.027714 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.032023 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2efd2b70-ab29-4747-933a-62e4b929dc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:02.033654 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74112514-188a-4cc8-a923-d97faa0a702d req-7eb783a3-fb7a-42e3-b705-8c08a9a415c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:02.035320 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-7eb783a3-fb7a-42e3-b705-8c08a9a415c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1063089 Sep 16 17:43:02.058420 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.078486 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae2178c-971e-4c3f-81e3-1bab3dbc99d4,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:02.092816 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:02.100233 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ae2178c-971e-4c3f-81e3-1bab3dbc99d4 HTTP/1.1" status: 204 len: 168 time: 0.8265319 Sep 16 17:43:02.320857 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-8839ef6a-5ae6-4699-862e-9d240612f52f service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782187 Sep 16 17:43:02.332871 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:02.467630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d236b-2fd1-4d87-812e-b99cfdffd9eb req-58556fe8-619b-47ed-875a-0a5b498fee4d tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:02.479968 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb3d236b-2fd1-4d87-812e-b99cfdffd9eb req-58556fe8-619b-47ed-875a-0a5b498fee4d tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1893773 Sep 16 17:43:02.491430 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41774) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:02.574425 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-74112514-188a-4cc8-a923-d97faa0a702d req-bae45fef-cfb3-4cf7-8271-d849b088d365 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448516 Sep 16 17:43:02.613138 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb3d236b-2fd1-4d87-812e-b99cfdffd9eb req-7306b866-05c4-4103-b3fa-d1fbc5bbd926 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235693 Sep 16 17:43:02.617352 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-21fedfc6-d326-4f7f-a4b5-036232eb991f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc602b2f51064cd5b91cb950be3e1d8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1218765 Sep 16 17:43:02.620397 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41778) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:02.717417 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.787455 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.827335 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '44ed6edd-38b6-4431-bcc4-7b6ac4590b98', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:36Z', 'updated_at': '2021-09-16T17:42:59Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:02.832015 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a80f8-7839-43a1-abc8-f957ac020f9e None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '44ed6edd-38b6-4431-bcc4-7b6ac4590b98', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:42:36Z', 'updated_at': '2021-09-16T17:42:59Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:02.869036 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.880531 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-aaa80b42-aebd-4e9f-be30-0a121e6d3655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:02.902492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546fd6d-b48d-481b-b2f1-92d0eb157f28,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:02.904725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:02.919880 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:02.924048 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-77b6a030-def6-4e25-b55a-d786827da40e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8546fd6d-b48d-481b-b2f1-92d0eb157f28 HTTP/1.1" status: 204 len: 168 time: 0.3024328 Sep 16 17:43:03.186511 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77410c52-8f8d-474c-9717-15127bd9ba00 None None] New status for floating IP 44ed6edd-38b6-4431-bcc4-7b6ac4590b98: ACTIVE {{(pid=79464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:43:03.440551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-fcdf65c4-91f4-496f-a66e-4b2c0a69d7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:03.838506 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fa506-6112-4169-8634-148ec3b8dd24 req-0a68e932-911a-4e16-a7ad-274beeee3592 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:03.840717 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-841fa506-6112-4169-8634-148ec3b8dd24 req-0a68e932-911a-4e16-a7ad-274beeee3592 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1082551 Sep 16 17:43:03.931680 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-841fa506-6112-4169-8634-148ec3b8dd24 req-caac62d0-e69c-43e3-b1ee-97e63eb6a55b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Sep 16 17:43:04.011802 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41864) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:04.143367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1489212293-network', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:04.147783 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:04.152749 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Usage tracker for resource:network and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:04.155955 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:04.162196 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:04.174676 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Made reservation on behalf of 3ca8eb3e66ba445ca3c0bfbcc85aa6d6 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:04.177013 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.190441 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.206064 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:04.210894 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:04.214908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:04.221943 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:04.330696 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.334573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.339462 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b0bb72af-1c6d-42cb-b888-ed1c00d95616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:04.367326 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:43:04.380750 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2333b2-234c-4982-bda2-d6074bf52fa4,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:04.386503 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.386889 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Added segment 8585d4cc-1976-4745-9e30-053f6455d3d7 of type vlan for network e9c9e603-3f35-44bb-9ad5-bcd03e887344 Sep 16 17:43:04.397007 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.397007 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.397219 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.397374 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.397890 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.398356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.398722 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.399095 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.399523 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.399881 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.400261 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.400592 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:04.404959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:04.426646 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.429859 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.459093 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.460565 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:04.461257 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.468056 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:04.568751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Pushing event updated for resources: {'Network': ['ID=e9c9e603-3f35-44bb-9ad5-bcd03e887344,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:04.573053 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5602829 Sep 16 17:43:04.573903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:04.576272 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41894) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:04.583458 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Request body: {'subnet': {'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1489212293-subnet', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:04.585215 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:43:04.589506 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:04.594230 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Usage tracker for resource:subnet and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:04.605984 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:04.614395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:04.629140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Made reservation on behalf of 3ca8eb3e66ba445ca3c0bfbcc85aa6d6 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:04.632016 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.939889 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:04.944633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:05.017950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a29f84-fc44-4867-ad51-05c6966d959b,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:05.021856 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:05.029817 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Checking segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:05.030168 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Network hostable DHCP agents. Network: e9c9e603-3f35-44bb-9ad5-bcd03e887344, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:43:05.084251 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:43:05.098770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, e9c9e603-3f35-44bb-9ad5-bcd03e887344) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:05.103229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:05.103720 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.108660 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1966b-c9da-4bf3-8d3f-ab66c9f7e2d5 None None] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:05.140584 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-8f930001-5ca4-44a1-93b2-1b3a3e762c3b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5632851 Sep 16 17:43:05.143404 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41912) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:05.149020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:05.156260 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:05.157465 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38dc27-397a-4b1e-9734-4386f7634b29 req-c92fd2f0-7402-4175-9d25-6b098a676975 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:05.158964 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc38dc27-397a-4b1e-9734-4386f7634b29 req-c92fd2f0-7402-4175-9d25-6b098a676975 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1153350 Sep 16 17:43:05.165866 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Usage tracker for resource:router and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:05.168833 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:05.177715 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:05.188940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.189954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.206464 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc38dc27-397a-4b1e-9734-4386f7634b29 req-bb8a27c8-32b4-4116-b626-a25832f102e8 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Sep 16 17:43:05.210912 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.360295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:43:05.361208 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.487523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.526159 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Allocated IP 172.20.0.2 (e9c9e603-3f35-44bb-9ad5-bcd03e887344/26a29f84-fc44-4867-ad51-05c6966d959b/6c8f8727-befc-4af0-9f22-36682e11faeb) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:05.775351 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.787797 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Transition to ACTIVE for port object 6c8f8727-befc-4af0-9f22-36682e11faeb will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:05.825345 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Transition to ACTIVE for port object 6c8f8727-befc-4af0-9f22-36682e11faeb will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:05.842989 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.849560 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:05.919479 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:05.953374 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:05.958944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:05.965939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:05.968671 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8727-befc-4af0-9f22-36682e11faeb,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:05.975066 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:05.975654 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.029375 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.073383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Attempting to bind port 6c8f8727-befc-4af0-9f22-36682e11faeb on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:06.074019 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Attempting to bind port 6c8f8727-befc-4af0-9f22-36682e11faeb by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:06.074520 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Attempting to bind port 6c8f8727-befc-4af0-9f22-36682e11faeb on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:06.080735 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:06.081717 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Checking segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:06.082178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.082645 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Bound using segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:06.083178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Bound port: 6c8f8727-befc-4af0-9f22-36682e11faeb, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:06.084331 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.207450 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] For port 6c8f8727-befc-4af0-9f22-36682e11faeb, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:06.208289 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Allocated IP 172.28.0.214 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/e5ee94aa-7e67-46e0-aba2-2395e22b22a9) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:06.210512 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] For port 6c8f8727-befc-4af0-9f22-36682e11faeb, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=6c8f8727-befc-4af0-9f22-36682e11faeb,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:06.217036 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.222981 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:06.314548 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8727-befc-4af0-9f22-36682e11faeb,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:06.318201 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:06.404656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.453073 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.461249 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:06.515896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0768f5-9754-4d82-a0ed-c83e830fbddf req-d8b2cc2c-7cba-4c9b-85d9-9599c0f3fd98 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:06.525917 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab0768f5-9754-4d82-a0ed-c83e830fbddf req-d8b2cc2c-7cba-4c9b-85d9-9599c0f3fd98 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1498663 Sep 16 17:43:06.576228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:06.577157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:06.581369 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab0768f5-9754-4d82-a0ed-c83e830fbddf req-a39d10bb-0907-4e02-8b9a-db2f683a8561 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544314 Sep 16 17:43:06.583336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:06.587973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:06.663408 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.663899 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.664147 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.664519 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.665546 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.666050 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.666551 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.667038 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.667539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.668060 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.668553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.669075 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:06.688924 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41958) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:06.777216 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:06.929611 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:06.951308 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:06.956739 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:671ceeeb762248d3a4bfa9caefc3ca53 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:06.960451 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:06.967345 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:07.085940 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.092633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.130778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ff12dc78-16dd-46c4-93c0-20c721f08526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:07.141646 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=671ceeeb762248d3a4bfa9caefc3ca53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497423 Sep 16 17:43:07.146945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 41980) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:07.171079 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3270d0d5-af05-4286-bc07-0360354c889d,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:07.191913 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:07.238189 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 41986) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:07.244602 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.431820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.439822 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.450187 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:07.454401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Usage tracker for resource:security_group_rule and tenant:03492e06dee64b3894f01f5ea73fcd7f is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:07.457567 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:07.465105 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:07.520522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.535962 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42000) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:07.685617 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.692034 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.709714 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-578fb42a-8a46-45f7-ad4d-ef062946d0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:07.780833 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03492e06dee64b3894f01f5ea73fcd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404980 Sep 16 17:43:07.819633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42008) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:07.834852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec4643d-da4b-4694-b47c-f141164daedb,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:07.839181 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:07.899508 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 6c8f8727-befc-4af0-9f22-36682e11faeb up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:07.936726 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:07.943586 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b124e-fd8e-4dc1-abad-4219e824c6a1 None None] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:07.974545 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:07.988915 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Usage tracker for resource:security_group_rule and tenant:435f3f9900f34bf18a1387d102ff3b78 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:07.996958 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:08.016492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.019186 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:08.044473 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.060711 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0f7e1b81-8304-4306-a608-62a462879e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:08.070963 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.080927 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270d0d5-af05-4286-bc07-0360354c889d,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:08.094677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:08.113345 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.123865 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769819a-9df9-474d-9143-7422e50e851e req-40367e2b-ea86-4dd1-9112-8c02642e1af4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:08.125364 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0769819a-9df9-474d-9143-7422e50e851e req-40367e2b-ea86-4dd1-9112-8c02642e1af4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2402961 Sep 16 17:43:08.154618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Provisioning for port 6c8f8727-befc-4af0-9f22-36682e11faeb completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:08.173766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 6c8f8727-befc-4af0-9f22-36682e11faeb completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:08.182844 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Provisioning complete for port 6c8f8727-befc-4af0-9f22-36682e11faeb triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:08.183212 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.205603 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0769819a-9df9-474d-9143-7422e50e851e req-9021ff75-f2d8-46c4-8d9f-70f4c8d821b5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682256 Sep 16 17:43:08.232921 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.244012 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:08.256436 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 6c8f8727-befc-4af0-9f22-36682e11faeb triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:08.257076 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.258076 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.262331 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec4643d-da4b-4694-b47c-f141164daedb,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:08.264723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:08.266795 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.276200 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ad640b2f-bfa7-4dbc-b080-1af4702318d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:08.285814 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.289316 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3270d0d5-af05-4286-bc07-0360354c889d HTTP/1.1" status: 204 len: 168 time: 1.1396561 Sep 16 17:43:08.303028 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.307184 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec4643d-da4b-4694-b47c-f141164daedb HTTP/1.1" status: 204 len: 168 time: 0.4832580 Sep 16 17:43:08.423998 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=435f3f9900f34bf18a1387d102ff3b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865654 Sep 16 17:43:08.428049 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42024) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:08.433118 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8e30c-99cf-4aba-b846-f8c2c981c075,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:08.441400 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:08.553770 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-9341509a-9fb2-45fc-bb45-6eb7c9b83a90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2694647 Sep 16 17:43:08.580263 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.589679 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:43:08.656089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.692106 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.709753 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.761393 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] For port 6c8f8727-befc-4af0-9f22-36682e11faeb, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=6c8f8727-befc-4af0-9f22-36682e11faeb,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:08.766122 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.770509 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5d158a44-c775-4a17-9882-54c8e0fd1493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:08.802799 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8e30c-99cf-4aba-b846-f8c2c981c075,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:08.807015 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:08.821724 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.825047 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35e8e30c-99cf-4aba-b846-f8c2c981c075 HTTP/1.1" status: 204 len: 168 time: 0.3934839 Sep 16 17:43:08.825512 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.856060 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:08.910982 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42040) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:08.929509 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.960087 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.api [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:43:08.960492 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_db.api [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:43:08.960697 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:08.992859 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:08.998733 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8727-befc-4af0-9f22-36682e11faeb,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:09.006274 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4a38f0fe7c6349c4ada962e93ab426eb is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:09.007358 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:09.012675 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:09.026473 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:09.140565 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:09.152332 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:09.177944 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:09.178568 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:09.183584 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-82c74361-78a5-49d9-92eb-1ba4104d008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:09.185122 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-82c74361-78a5-49d9-92eb-1ba4104d008b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.2416582 Sep 16 17:43:09.191273 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.194982 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0475140 Sep 16 17:43:09.195522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42054) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:09.265417 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.270749 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.282970 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-4a1cac0e-d65a-4551-af41-26af398c6236 None None] Provisioning complete for port 6c8f8727-befc-4af0-9f22-36682e11faeb triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:09.285516 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a1cac0e-d65a-4551-af41-26af398c6236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.321563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:09.341093 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a38f0fe7c6349c4ada962e93ab426eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290247 Sep 16 17:43:09.345355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42066) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:09.520495 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43fe4d-bb3a-4580-ac38-10595fe2edaa,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:09.536025 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:09.549653 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:09.703170 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.870137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:09.926572 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-a21c9353-39ec-4ef3-9852-2a79166b1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:09.928191 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-a21c9353-39ec-4ef3-9852-2a79166b1869 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.1901262 Sep 16 17:43:09.935906 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 6c8f8727-befc-4af0-9f22-36682e11faeb up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:10.041355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ce298-efa4-4a90-9391-73bba2ac4f55 req-29c807b8-0d1a-4ee9-9002-17efee1c52cc tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:10.053050 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-852ce298-efa4-4a90-9391-73bba2ac4f55 req-29c807b8-0d1a-4ee9-9002-17efee1c52cc tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.4831381 Sep 16 17:43:10.135170 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-8ab2b992-4bff-465c-adc8-c198a004101c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.1394351 Sep 16 17:43:10.159120 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-852ce298-efa4-4a90-9391-73bba2ac4f55 req-886207c3-ee46-4628-9712-d358fe5d7ac4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059279 Sep 16 17:43:10.181347 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 6c8f8727-befc-4af0-9f22-36682e11faeb triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:10.181984 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.187015 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.193279 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:10.216634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43fe4d-bb3a-4580-ac38-10595fe2edaa,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:10.227934 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:10.234040 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.237459 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e43fe4d-bb3a-4580-ac38-10595fe2edaa HTTP/1.1" status: 204 len: 168 time: 0.8889568 Sep 16 17:43:10.263431 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42108) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:10.293152 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.301908 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:06Z', 'revision_number': 3, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:10.312443 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:10.315023 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Updating router dd74b044-e5a4-49e2-8831-459c01c3eeb8 port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:43:10.324825 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:10.338471 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Usage tracker for resource:security_group_rule and tenant:62f9495853e94c24bdb005d991cbf406 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:10.343707 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:10.351915 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:10.429820 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.553847 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.563314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:10.577771 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fb591868-2b94-4b06-be47-a7e48a920cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:10.659633 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-eb64f476-fcac-41b0-ab24-6c4f3b2385a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:10.661063 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-eb64f476-fcac-41b0-ab24-6c4f3b2385a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.5097077 Sep 16 17:43:10.676853 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80df059-37cb-49c3-87aa-8275f1487b8c,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:10.692085 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:10.711048 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62f9495853e94c24bdb005d991cbf406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458318 Sep 16 17:43:10.715092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42114) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:10.767455 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-10fc5596-8a04-4b08-b11e-98f8119336c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970337 Sep 16 17:43:11.022307 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.045243 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:43:11.068740 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.085277 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Transition to ACTIVE for port object e5ee94aa-7e67-46e0-aba2-2395e22b22a9 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:11.095439 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.107468 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-fe749f28-a91a-4a78-917f-6e02e949bc71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:11.118989 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42136) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:11.122446 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.207963 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.242030 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Attempting to bind port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:11.242676 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Attempting to bind port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:11.243939 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Attempting to bind port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:11.257108 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:11.257880 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:11.259099 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.259682 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:11.260289 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Bound port: e5ee94aa-7e67-46e0-aba2-2395e22b22a9, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:11.261046 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.271212 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-07b6efd3-83e7-4a5d-a4cf-4a29c70cb4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755316 Sep 16 17:43:11.289587 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Pushing event updated for resources: {'Port': ['ID=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:11.327194 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.328248 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.328797 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.329324 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.330128 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.330774 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.331459 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.332098 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.332771 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.333710 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.334228 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.334851 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:11.362043 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:11.427250 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] For port e5ee94aa-7e67-46e0-aba2-2395e22b22a9, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:11.432271 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] For port e5ee94aa-7e67-46e0-aba2-2395e22b22a9, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:11.437222 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.443867 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:11.473309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.510400 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:11.512567 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42166) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:11.522533 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Usage tracker for resource:security_group_rule and tenant:8f8ceb9fad0945a5b686d08e6872be1b is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:11.536387 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:11.552990 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:11.581157 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0b16e387-78d1-47e6-9388-8fe249f2c222 req-ac8ddd7c-ad2a-4196-9262-cb058ae8b896 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964201 Sep 16 17:43:11.588894 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Pushing event updated for resources: {'Port': ['ID=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:11.604812 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:11.613244 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:11.613907 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:11.654969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.661254 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5fc5a4be-42d3-4502-b9ec-a64d9ac9607e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:11.662344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825945f8-a1f7-472a-baab-b86572b42565 req-1f9dcbcf-c8e3-44f2-8f29-117f858e2b51 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:11.663888 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-825945f8-a1f7-472a-baab-b86572b42565 req-1f9dcbcf-c8e3-44f2-8f29-117f858e2b51 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2603176 Sep 16 17:43:11.693874 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80df059-37cb-49c3-87aa-8275f1487b8c,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:11.703345 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:11.728172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381603283-network', 'tenant_id': '7f3714b556874896b73904ca55ecc6f6'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:11.744028 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:11.746140 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.747269 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e80df059-37cb-49c3-87aa-8275f1487b8c HTTP/1.1" status: 204 len: 168 time: 1.0296881 Sep 16 17:43:11.760798 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Usage tracker for resource:network and tenant:7f3714b556874896b73904ca55ecc6f6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:11.768245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:11.786791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:11.796718 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-825945f8-a1f7-472a-baab-b86572b42565 req-43a15fd6-081f-4123-b8aa-9d9a6692d494 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092024 Sep 16 17:43:11.816225 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Made reservation on behalf of 7f3714b556874896b73904ca55ecc6f6 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:11.819410 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.820337 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Allocated IP 172.20.0.1 (e9c9e603-3f35-44bb-9ad5-bcd03e887344/26a29f84-fc44-4867-ad51-05c6966d959b/203298ae-01bd-4f9b-adb1-3f00ed99e5b2) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:11.889032 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:11.949924 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:11.965771 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3714b556874896b73904ca55ecc6f6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:11.976486 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:12.002333 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:12.009143 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.015519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.020568 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:12.028986 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d5882b93-8ffa-4124-bde4-14f62bde4f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:12.095520 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.100172 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f8ceb9fad0945a5b686d08e6872be1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9770670 Sep 16 17:43:12.101207 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42184) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:12.108510 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0257fc4-d28c-4aa2-bd5b-3401f269ec3a,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:12.114347 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:12.136675 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Transition to ACTIVE for port object 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:12.192403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.213521 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-772fd45e-5fd6-4f2d-8e62-7fc011f57c93 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:12.228297 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.253521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.268103 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.276641 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e98493d3-1275-43d3-aa0f-26128ab4eb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:12.292347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:12.296858 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:12.301977 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:12.302490 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.332534 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Pushing event updated for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:12.333403 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.338894 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42190) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:12.341773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:12.364529 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:43:12.371732 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.396004 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a53e76-777c-446d-ac0d-d29f7a26a190,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:12.400308 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.400760 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Added segment 7786cb5e-00c2-4408-be06-925645d518d2 of type vlan for network 2b0e705c-29cc-42fe-8056-650aff08d341 Sep 16 17:43:12.410357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:12.412699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:12.420838 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Usage tracker for resource:security_group_rule and tenant:53fc1ba947fa4bebae8ff0906f22786a is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:12.426868 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:12.437102 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:12.454279 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.502206 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.507411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6710f447-9814-4aa7-976b-6faec3784bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:12.540727 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.545221 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0257fc4-d28c-4aa2-bd5b-3401f269ec3a,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:12.556290 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:12.557173 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.561833 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:06Z', 'revision_number': 3, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:12.564657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:12.567703 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689106a-4eab-4aec-a3a6-41d0efeeaec4 None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:06Z', 'revision_number': 3, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:12.569481 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:12.613129 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c82e89ff-dd01-4afa-bb74-1b62358ad352 None None] Provisioning for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:12.621575 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c82e89ff-dd01-4afa-bb74-1b62358ad352 None None] Provisioning complete for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:12.622178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c82e89ff-dd01-4afa-bb74-1b62358ad352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.665799 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.695303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-c82e89ff-dd01-4afa-bb74-1b62358ad352 None None] Port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:43:12.728288 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2144139 Sep 16 17:43:12.731363 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.734781 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0257fc4-d28c-4aa2-bd5b-3401f269ec3a HTTP/1.1" status: 204 len: 168 time: 0.6201081 Sep 16 17:43:12.734781 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42194) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:12.740777 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Request body: {'subnet': {'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381603283-subnet', 'tenant_id': '7f3714b556874896b73904ca55ecc6f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:12.744370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0e705c-29cc-42fe-8056-650aff08d341,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:12.748444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:12.749343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:12.753785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Usage tracker for resource:subnet and tenant:7f3714b556874896b73904ca55ecc6f6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:12.760085 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:12.766204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:12.766988 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 2b0e705c-29cc-42fe-8056-650aff08d341 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:43:12.946081 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.958496 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Made reservation on behalf of 7f3714b556874896b73904ca55ecc6f6 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:12.962074 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.973403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:12.985332 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.007309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:13.019728 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.022398 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.149509 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53fc1ba947fa4bebae8ff0906f22786a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087072 Sep 16 17:43:13.153858 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42204) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:13.181700 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8484b1a-0518-4e83-8f52-70da19d96374,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:13.203293 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:13.203874 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-99ea1a7c-8dbd-43c2-8055-9c564d2c93ef tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:13.298755 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413429-b526-4f49-ac42-1082d05a20db req-9e7babbb-f1af-4711-a59b-4980a238a7cd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:13.300546 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a5413429-b526-4f49-ac42-1082d05a20db req-9e7babbb-f1af-4711-a59b-4980a238a7cd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1880939 Sep 16 17:43:13.441863 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a5413429-b526-4f49-ac42-1082d05a20db req-827904e2-215c-48fc-93d3-e221761cb85a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115067 Sep 16 17:43:13.506373 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.516999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cab8a38e-ac43-4a55-8b23-811503fb88ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:13.626962 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Pushing event updated for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:13.634663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:13.645966 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4457a873-0869-4931-9f0d-5c6974aecfda,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:13.649389 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:13.666699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:13.669608 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:13.673762 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Checking segment: {'id': '7786cb5e-00c2-4408-be06-925645d518d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:13.674115 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Network hostable DHCP agents. Network: 2b0e705c-29cc-42fe-8056-650aff08d341, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:43:13.675672 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.731765 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Network 2b0e705c-29cc-42fe-8056-650aff08d341 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:43:13.754594 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 2b0e705c-29cc-42fe-8056-650aff08d341) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:13.774567 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb743b3-9c8f-47ee-ab78-5e94008815bf None None] Network 2b0e705c-29cc-42fe-8056-650aff08d341 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:13.778878 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:13.779604 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:13.904677 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-289b546d-302a-4238-a841-19e9236221c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1607883 Sep 16 17:43:14.038705 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.150846 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5ee94aa-7e67-46e0-aba2-2395e22b22a9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:14.226479 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.233717 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-712b707c-e7b4-4f8e-bf94-3e46b6974c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:14.264066 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:43:14.266339 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8484b1a-0518-4e83-8f52-70da19d96374,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:14.280206 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:14.298890 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.299219 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3791a-6a4c-47d6-a57c-b9a799bd71b4 None None] Network 2b0e705c-29cc-42fe-8056-650aff08d341 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:14.311505 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8484b1a-0518-4e83-8f52-70da19d96374 HTTP/1.1" status: 204 len: 168 time: 1.1499724 Sep 16 17:43:14.552723 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-5757baf6-bd1b-4271-a9f7-8b3b6a5c5bd0 None None] Provisioning complete for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:14.553218 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5757baf6-bd1b-4271-a9f7-8b3b6a5c5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.586584 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:14.621843 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd74b044-e5a4-49e2-8831-459c01c3eeb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4248030 Sep 16 17:43:14.790696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-5757baf6-bd1b-4271-a9f7-8b3b6a5c5bd0 None None] Port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:43:14.844689 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:14.893094 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ef46-4e07-4310-b67f-4fdb662d6764 req-0f0fb715-8501-4a96-adae-2840c6dcab80 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:14.896162 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1392ef46-4e07-4310-b67f-4fdb662d6764 req-0f0fb715-8501-4a96-adae-2840c6dcab80 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1803162 Sep 16 17:43:14.912510 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:14.912936 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:14.981137 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:15.000176 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:15.001147 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:15.007768 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1392ef46-4e07-4310-b67f-4fdb662d6764 req-e1736e35-fb80-497f-b698-8de6ef102f1e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Sep 16 17:43:15.309412 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:15.506407 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42298) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:15.513967 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988614899-network', 'tenant_id': '3ec2d29571c6403ea3906caedf5661b4'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:15.521674 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:15.527695 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.539613 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Usage tracker for resource:network and tenant:3ec2d29571c6403ea3906caedf5661b4 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:15.544690 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:15.566086 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:15.593043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Made reservation on behalf of 3ec2d29571c6403ea3906caedf5661b4 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:15.600520 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.624910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.633178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port e5ee94aa-7e67-46e0-aba2-2395e22b22a9, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:15.643841 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:15.646429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Usage tracker for resource:security_group_rule and tenant:3ec2d29571c6403ea3906caedf5661b4 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:15.650900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:15.654794 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.657242 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:15.658930 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:15.765510 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.773550 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.778574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:15.782302 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5c6728cd-7a7e-4114-ac28-330c42ec7ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:15.804842 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.807512 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.810010 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.810592 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.811665 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.813722 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.814387 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.814925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.815489 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.816581 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.817879 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.818434 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:43:15.859046 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:15.885793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=79463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:43:15.913390 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b411a-8cf9-4b26-9f6d-6a7259593ef4,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:15.936756 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:15.946202 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.946548 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Added segment 27565fa0-fb21-4c3e-aa3d-83d36f06fdb5 of type vlan for network 976ba7e5-a41c-4a54-9e4b-18603da614b4 Sep 16 17:43:15.978568 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42316) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:15.986087 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972508276', 'description': 'tempest-description--1041308872'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:15.991208 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:15.998107 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:15.999697 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 2, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:16.006037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:16.011122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:16.012104 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:16.012486 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Updating router dd74b044-e5a4-49e2-8831-459c01c3eeb8 port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:43:16.019093 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:16.055931 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.092944 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.096804 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.103908 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:16.107009 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.128433 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-71801104-8e00-4bfc-b1de-cd0f15eeb71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:16.209410 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:16.237150 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:16.246382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:16.255860 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:16.266260 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7584591 Sep 16 17:43:16.266622 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42326) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:16.267095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Pushing event updated for resources: {'Network': ['ID=976ba7e5-a41c-4a54-9e4b-18603da614b4,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:16.276975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Request body: {'subnet': {'network_id': '976ba7e5-a41c-4a54-9e4b-18603da614b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988614899-subnet', 'tenant_id': '3ec2d29571c6403ea3906caedf5661b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:16.280168 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:16.292536 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 976ba7e5-a41c-4a54-9e4b-18603da614b4 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:43:16.294850 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287225b9-f00d-4079-b8bf-7fd7d5ba2d2a req-5fe16140-006f-47a9-85cc-df33e8265791 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:16.296658 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-287225b9-f00d-4079-b8bf-7fd7d5ba2d2a req-5fe16140-006f-47a9-85cc-df33e8265791 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1283917 Sep 16 17:43:16.297855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:16.302461 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Usage tracker for resource:subnet and tenant:3ec2d29571c6403ea3906caedf5661b4 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:16.308305 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:16.347265 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:16.364712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-287225b9-f00d-4079-b8bf-7fd7d5ba2d2a req-b98401cd-90ea-416c-91f6-9a431bab3302 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Sep 16 17:43:16.366551 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Made reservation on behalf of 3ec2d29571c6403ea3906caedf5661b4 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:16.369804 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.410583 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.415684 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.422460 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7371d777-35d0-42d0-b946-dd262cd7a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:16.503211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902c27a8-6ec8-4382-93f8-449dcad239fc,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:16.507217 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.512271 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5325584 Sep 16 17:43:16.512681 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42334) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:16.513506 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:16.518550 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group_rule': {'security_group_id': '902c27a8-6ec8-4382-93f8-449dcad239fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:16.545814 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:16.550682 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:16.556640 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:16.572639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:16.612559 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.617810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.627843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:16.678962 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.700952 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Transition to ACTIVE for port object 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:16.710900 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.720562 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0c3fc68b-9c03-49a7-9ff4-6227a246773b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:16.761403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.774198 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e52c14b-66db-4141-9c36-b1e3b85137e0,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:16.775998 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.778072 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-95d06dd9-3065-4af2-b3a6-41b0cb4030cb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:16.805078 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc13781-81f6-4f12-a830-7f9f11992651,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:16.806927 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:16.815498 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Checking segment: {'id': '27565fa0-fb21-4c3e-aa3d-83d36f06fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '976ba7e5-a41c-4a54-9e4b-18603da614b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:16.815498 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Network hostable DHCP agents. Network: 976ba7e5-a41c-4a54-9e4b-18603da614b4, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:43:16.816236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:16.838914 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.840481 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3260505 Sep 16 17:43:16.843891 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42348) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:16.844596 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Network 976ba7e5-a41c-4a54-9e4b-18603da614b4 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:43:16.855106 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group_rule': {'security_group_id': '902c27a8-6ec8-4382-93f8-449dcad239fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:16.863318 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:16.871043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:16.871864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 976ba7e5-a41c-4a54-9e4b-18603da614b4) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:16.874837 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:16.883898 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:16.884845 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:16.886818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:16.920499 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5cc8c08f-6bbf-41e8-9223-f87dddb21b1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6509902 Sep 16 17:43:16.930997 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.025347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.031477 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.035307 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7272d-2744-4e5b-962b-92629c7b8620 None None] Network 976ba7e5-a41c-4a54-9e4b-18603da614b4 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:17.043943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:17.068747 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Pushing event updated for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:17.076035 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ef5643-a725-4aa8-b8f7-9ba4f90a2b37,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:17.081294 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:17.084263 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.089406 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-dec7d635-cc90-4aaa-9432-86061f4c24eb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2441411 Sep 16 17:43:17.089537 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42358) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:17.095218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:17.103809 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:17.108489 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:floatingip and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:17.111586 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:17.119239 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:17.148006 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.279740 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:17.447946 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.509899 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd9767-d217-4f69-b647-3878c13305bc None None] Network 976ba7e5-a41c-4a54-9e4b-18603da614b4 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:17.527115 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Attempting to bind port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:17.527495 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Attempting to bind port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:17.537953 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Attempting to bind port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:17.665290 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:17.665680 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Checking segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:17.666092 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.666492 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Bound using segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:17.667009 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Bound port: 203298ae-01bd-4f9b-adb1-3f00ed99e5b2, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:17.667343 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.745598 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6759-a17e-40fe-9b6d-70b86255b0d9 req-0d159e80-ed3d-44c4-a756-1c0d5ae2ecf8 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:17.747514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-265d6759-a17e-40fe-9b6d-70b86255b0d9 req-0d159e80-ed3d-44c4-a756-1c0d5ae2ecf8 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2117434 Sep 16 17:43:17.756433 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Allocated IP 172.28.0.107 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/c0d4f1d4-459d-4099-9319-c5d02ff1bac7) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:17.884658 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] For port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:17.919072 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] For port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:17.933776 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:17.959254 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:17.979849 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-265d6759-a17e-40fe-9b6d-70b86255b0d9 req-d1506766-67c2-4b59-a656-eb9d5eae3bd5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248363 Sep 16 17:43:18.015903 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5ee94aa-7e67-46e0-aba2-2395e22b22a9 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:18.178965 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:18.180816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:18.187583 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-9fc2c19f-65ff-4107-9edb-329231124fc5 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:18.188321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-9fc2c19f-65ff-4107-9edb-329231124fc5 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Synchronizing usage tracker for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:18.209103 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:18.215146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-9fc2c19f-65ff-4107-9edb-329231124fc5 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Unset dirty status for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:18.221917 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-9fc2c19f-65ff-4107-9edb-329231124fc5 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/networks?id=2b0e705c-29cc-42fe-8056-650aff08d341 HTTP/1.1" status: 200 len: 808 time: 0.3983645 Sep 16 17:43:18.242602 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-eeb93384-1d7f-46db-a4d0-cacc6c7b09c1 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/quotas/7f3714b556874896b73904ca55ecc6f6 HTTP/1.1" status: 200 len: 375 time: 0.0196857 Sep 16 17:43:18.306234 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d1a4a684-d326-4e4f-a8f6-35d96e1e8eff tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f3714b556874896b73904ca55ecc6f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624897 Sep 16 17:43:18.344262 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Pushing event updated for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:18.348074 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:18.383701 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:18.387434 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:18.433081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:18.454083 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:18.521174 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-2ae6daa3-eb53-47ce-b45b-039a516625c4 service neutron] 10.222.0.32 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141323 Sep 16 17:43:18.563927 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:18.603614 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:18.612188 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:18.622088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=c0d4f1d4-459d-4099-9319-c5d02ff1bac7,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:18.626198 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:18.669512 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:18.732697 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-17a5748b-f8f4-4e20-b981-785275983b6d service neutron] 10.222.0.32 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106361 Sep 16 17:43:18.803122 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:18.884030 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:19.018456 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b4069d9f-6184-49a8-b6ea-1e3fc2d44a33 req-cc7b4444-72a7-4b08-8b27-2d27448129ec tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 210 time: 0.0809813 Sep 16 17:43:19.083541 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:17Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:19.088779 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32222eab-43dc-4a8f-b6e9-88944babddb7 None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:17Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:19.395489 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8a6d6-de61-4c51-9e97-823b2d73ef9c req-89d56a69-ac78-4439-9f7d-b3687f3e527c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:19.408133 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c2f8a6d6-de61-4c51-9e97-823b2d73ef9c req-89d56a69-ac78-4439-9f7d-b3687f3e527c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1811507 Sep 16 17:43:19.473117 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c2f8a6d6-de61-4c51-9e97-823b2d73ef9c req-69cadabc-19ef-4542-8c61-83883170a5fd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693440 Sep 16 17:43:19.519865 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:19.526179 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:19.532097 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:19.674224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=c0d4f1d4-459d-4099-9319-c5d02ff1bac7,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:19.694250 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:19.714587 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:19.744874 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:19.746280 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6553612 Sep 16 17:43:19.892171 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:20.028901 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:20.040279 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:20.040990 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:20.215837 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:20.240395 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1ee4a199-c84f-47aa-8644-9cd3938e846b req-dfd3bd70-ceb9-4907-966b-d4836b8357ff tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 210 time: 0.0639708 Sep 16 17:43:20.243426 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-ddff0b6a-0ea7-42b7-b1a8-905b3213de1d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:20.268297 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-ddff0b6a-0ea7-42b7-b1a8-905b3213de1d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:20.278762 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-ddff0b6a-0ea7-42b7-b1a8-905b3213de1d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1972508276&fields=id&tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 267 time: 0.1845317 Sep 16 17:43:20.296457 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:20.302847 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:20.306943 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:20.444363 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:20.449265 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:20.511525 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-4a490ada-5e8f-460b-80f1-34cb07007aca tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:20.512419 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-4a490ada-5e8f-460b-80f1-34cb07007aca tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:20.536574 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-4a490ada-5e8f-460b-80f1-34cb07007aca tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:20.538445 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-4a490ada-5e8f-460b-80f1-34cb07007aca tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 811 time: 0.2588065 Sep 16 17:43:20.562859 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-531782bd-b15d-45e9-a5a0-324d4f7f8852 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/quotas/3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 375 time: 0.0119617 Sep 16 17:43:20.782922 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-6ebb875f-4ff3-4ad6-ae3a-216780c011e3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:20.784427 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-6ebb875f-4ff3-4ad6-ae3a-216780c011e3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.36 "GET /v2.0/networks?id=2b0e705c-29cc-42fe-8056-650aff08d341 HTTP/1.1" status: 200 len: 808 time: 0.3118820 Sep 16 17:43:20.803806 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Request body: {'port': {'device_id': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341', 'admin_state_up': True, 'tenant_id': '7f3714b556874896b73904ca55ecc6f6'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:20.924820 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-15a7c68a-4c72-4f28-a66e-e27891a8b012 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3543291 Sep 16 17:43:20.941250 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb59c-32c2-4691-aef3-2529f871ed4f req-997970ca-f949-4567-8746-755fcba064ee tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:20.942949 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e5cfb59c-32c2-4691-aef3-2529f871ed4f req-997970ca-f949-4567-8746-755fcba064ee tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2307429 Sep 16 17:43:20.992018 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:20.995950 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Usage tracker for resource:port and tenant:7f3714b556874896b73904ca55ecc6f6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:20.999020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:21.005670 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:21.017208 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Made reservation on behalf of 7f3714b556874896b73904ca55ecc6f6 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:21.023119 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:21.140108 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e5cfb59c-32c2-4691-aef3-2529f871ed4f req-859a119d-07ab-4b70-882e-1385335dc558 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738563 Sep 16 17:43:21.189029 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-7c0b4219-80fb-4a92-b722-ef48aa0f0f64 service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449505 Sep 16 17:43:21.214122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Allocated IP 172.20.0.2 (2b0e705c-29cc-42fe-8056-650aff08d341/4457a873-0869-4931-9f0d-5c6974aecfda/04d30481-3087-41c1-9015-ce009db44990) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:21.332469 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-f894cf24-b081-4646-a747-9c2b1547b901 service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354837 Sep 16 17:43:21.486228 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc6249b3-0c92-4c60-bfa8-99f15f3ece19 req-d3960b86-d6e0-4069-9c0e-11b16f819a9c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 210 time: 0.0619707 Sep 16 17:43:21.575836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:21.578035 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b7a549cc-3731-4948-b21d-229456438405 req-8a227c45-1485-4d6b-a9bd-6e3d5d43c993 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 210 time: 0.0704887 Sep 16 17:43:21.610596 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:21.616376 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-46aa7ada-1268-4677-a98a-ce454508be5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:21.688215 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Network 2b0e705c-29cc-42fe-8056-650aff08d341 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:21.691231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:21.696406 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:21.702213 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:21.702831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:21.721223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Pushing event updated for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:21.724663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:21.735442 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357903 Sep 16 17:43:21.752221 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Request body: {'port': {'device_id': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:21.879761 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:21.885584 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:21.993547 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:21.994803 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:22.400612 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d30481-3087-41c1-9015-ce009db44990 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:43:22.416896 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:22.437198 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9e69-add8-4b39-bdec-c9a1ca7cf81f req-d9ae3f9c-9544-40f9-b865-76cf17cf95b7 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:22.446646 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-94eb9e69-add8-4b39-bdec-c9a1ca7cf81f req-d9ae3f9c-9544-40f9-b865-76cf17cf95b7 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1452127 Sep 16 17:43:22.459665 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Transition to ACTIVE for port object 04d30481-3087-41c1-9015-ce009db44990 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:22.465069 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:22.471277 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:22.512765 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-94eb9e69-add8-4b39-bdec-c9a1ca7cf81f req-efec7b46-1945-4e28-88b9-7735c3086ca0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652137 Sep 16 17:43:22.812602 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Pushing event updated for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:22.819315 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:22.886468 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Attempting to bind port 04d30481-3087-41c1-9015-ce009db44990 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:22.888215 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Attempting to bind port 04d30481-3087-41c1-9015-ce009db44990 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '7786cb5e-00c2-4408-be06-925645d518d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:22.888725 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Attempting to bind port 04d30481-3087-41c1-9015-ce009db44990 on network 2b0e705c-29cc-42fe-8056-650aff08d341 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:22.901467 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Port 04d30481-3087-41c1-9015-ce009db44990 on network 2b0e705c-29cc-42fe-8056-650aff08d341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:43:22.901932 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Attempting to bind port 04d30481-3087-41c1-9015-ce009db44990 on network 2b0e705c-29cc-42fe-8056-650aff08d341 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:22.910725 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:22.910725 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Checking segment: {'id': '7786cb5e-00c2-4408-be06-925645d518d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:22.910948 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Bound using segment: {'id': '7786cb5e-00c2-4408-be06-925645d518d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:22.911293 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Bound port: 04d30481-3087-41c1-9015-ce009db44990, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7786cb5e-00c2-4408-be06-925645d518d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:22.911656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:23.140660 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6a7c510a-d4ac-4a84-8447-b934d0d0a2ac req-8f5e0963-d84f-48fb-8cb6-353d0606be78 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 210 time: 0.3765092 Sep 16 17:43:23.146531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:23.157993 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=04d30481-3087-41c1-9015-ce009db44990,segment=NetworkSegment(7786cb5e-00c2-4408-be06-925645d518d2),segment_id=7786cb5e-00c2-4408-be06-925645d518d2)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:23.159736 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-cfab271f-ff98-4827-9ed6-8ff26de713ed tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.161385 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-cfab271f-ff98-4827-9ed6-8ff26de713ed tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 811 time: 0.3168166 Sep 16 17:43:23.175551 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:23.177528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-860cfa24-619d-4ded-9089-ae19c82796f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:23.228861 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef809c94-5bd6-41c3-93b8-863288f0e5e5 req-e86e528b-c3e5-4b0a-a60b-0cea1b3cc49e tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.230758 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ef809c94-5bd6-41c3-93b8-863288f0e5e5 req-e86e528b-c3e5-4b0a-a60b-0cea1b3cc49e tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 943 time: 0.5271971 Sep 16 17:43:23.248370 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.249244 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:23.252723 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] 10.222.0.36 "PUT /v2.0/ports/04d30481-3087-41c1-9015-ce009db44990 HTTP/1.1" status: 200 len: 1093 time: 1.5048563 Sep 16 17:43:23.253785 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'tag': '04d30481-3087-41c1-9015-ce009db44990'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:23.262079 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d298b284-8aa6-4ad9-a99b-7a50be1d8ed9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 380 time: 0.0842440 Sep 16 17:43:23.291469 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'port': {'device_id': '2fe1e862-1268-4766-aebc-8790b5be9034', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'admin_state_up': True, 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'security_groups': ['902c27a8-6ec8-4382-93f8-449dcad239fc']}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:23.306777 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Pushing event updated for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:23.316429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:23.385906 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'tag': '04d30481-3087-41c1-9015-ce009db44990', 'status': 'completed', 'code': 200} Sep 16 17:43:23.400914 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ef809c94-5bd6-41c3-93b8-863288f0e5e5 req-4b5abb43-a419-46c7-91ef-404438261519 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Synchronizing usage tracker for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:23.430514 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-89b51954-8e08-45ac-8cde-86764f8df44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.432740 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-89b51954-8e08-45ac-8cde-86764f8df44e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f3714b556874896b73904ca55ecc6f6&device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 1096 time: 0.1272268 Sep 16 17:43:23.456118 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ef809c94-5bd6-41c3-93b8-863288f0e5e5 req-4b5abb43-a419-46c7-91ef-404438261519 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Unset dirty status for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:23.465518 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ef809c94-5bd6-41c3-93b8-863288f0e5e5 req-4b5abb43-a419-46c7-91ef-404438261519 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090211 Sep 16 17:43:23.500698 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:23.511166 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:port and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:23.526927 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:23.538347 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:23.552876 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-83ac4695-8836-4c08-96f7-16fe922f53f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04d30481-3087-41c1-9015-ce009db44990 HTTP/1.1" status: 200 len: 217 time: 0.1090705 Sep 16 17:43:23.557681 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Made reservation on behalf of 3ca8eb3e66ba445ca3c0bfbcc85aa6d6 for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:23.563391 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:23.663602 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-db870cb9-05a5-4854-9e6d-f0e54141768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.665361 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-db870cb9-05a5-4854-9e6d-f0e54141768a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4457a873-0869-4931-9f0d-5c6974aecfda HTTP/1.1" status: 200 len: 848 time: 0.1069047 Sep 16 17:43:23.728549 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-d8eb0a34-f2d8-438f-ae40-a2ed6253b5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0e705c-29cc-42fe-8056-650aff08d341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549815 Sep 16 17:43:23.869146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Allocated IP 172.20.0.4 (e9c9e603-3f35-44bb-9ad5-bcd03e887344/26a29f84-fc44-4867-ad51-05c6966d959b/1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:23.899535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6ca0-1775-4e71-82df-f193513b641c req-23aa3b34-be02-460a-a222-c9061d80844c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:23.906850 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f1b6ca0-1775-4e71-82df-f193513b641c req-23aa3b34-be02-460a-a222-c9061d80844c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1998882 Sep 16 17:43:23.972210 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-704944a9-de26-4a34-ba3b-8ba9058f2b8e service neutron] 10.222.0.36 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288125 Sep 16 17:43:24.080722 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f1b6ca0-1775-4e71-82df-f193513b641c req-0388ffcd-5cf7-4e93-9ef8-430053c01f71 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730249 Sep 16 17:43:24.161373 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-935efc44-604d-4e94-963c-c8b9bce7e7ea req-2e7328be-500d-4bdb-a09b-9719e21522b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809452 Sep 16 17:43:24.197094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42638) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:24.218378 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.247185 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Transition to ACTIVE for port object 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:24.276049 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.286628 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:24.433709 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.448867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:24.455737 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:24.462258 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Usage tracker for resource:security_group_rule and tenant:d41790011ea24ecba77f8b923cd71c1a is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:24.466233 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:24.472070 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:24.475357 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:24.487432 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-9cc885d3-613d-45ff-8a15-0cceebc52650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:24.489017 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-9cc885d3-613d-45ff-8a15-0cceebc52650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f3714b556874896b73904ca55ecc6f6&device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 1096 time: 0.2727513 Sep 16 17:43:24.510254 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:24.513286 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:24.520102 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:24.605409 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9e88-f131-485f-9737-f5af589f7a4f req-2248d8e6-f905-4db7-b2f5-4c25ef3e7b9e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:24.612939 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-494c9e88-f131-485f-9737-f5af589f7a4f req-2248d8e6-f905-4db7-b2f5-4c25ef3e7b9e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 931 time: 0.2814832 Sep 16 17:43:24.623444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:24.624151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.843580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-19d7ecef-b25f-4d73-8310-330e39da4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:24.845238 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-19d7ecef-b25f-4d73-8310-330e39da4ab5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0e705c-29cc-42fe-8056-650aff08d341 HTTP/1.1" status: 200 len: 909 time: 0.3064568 Sep 16 17:43:24.864994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.876717 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-494c9e88-f131-485f-9737-f5af589f7a4f req-f6925644-8b36-4ca6-b16e-36f0ef6ba2fb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629185 Sep 16 17:43:24.893808 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6138504 Sep 16 17:43:24.907401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Request body: {'port': {'device_id': '2fe1e862-1268-4766-aebc-8790b5be9034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:24.932888 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-aeda05be-c1d5-4953-a4c6-b8ac352d7dd7 None None] Provisioning for port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:24.937279 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-b7c93b94-05d7-44ff-ba81-dc762a14f0a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04d30481-3087-41c1-9015-ce009db44990 HTTP/1.1" status: 200 len: 217 time: 0.0754611 Sep 16 17:43:24.938454 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.956710 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-aeda05be-c1d5-4953-a4c6-b8ac352d7dd7 None None] Provisioning complete for port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:24.959263 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-aeda05be-c1d5-4953-a4c6-b8ac352d7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:24.968769 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e9853fd7-92f5-46c2-bb6d-050452fac444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:24.998611 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d41790011ea24ecba77f8b923cd71c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988632 Sep 16 17:43:24.999441 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42652) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:25.053062 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6ef3d-dd77-46da-861a-c2eeb765fafc req-52933a59-da39-4a62-bf57-d95a7701f61e tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:25.055222 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-77a6ef3d-dd77-46da-861a-c2eeb765fafc req-52933a59-da39-4a62-bf57-d95a7701f61e tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 943 time: 0.2863131 Sep 16 17:43:25.057175 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146d63-2490-4087-ac17-9a775baf6705 req-4cf3b518-c534-43e4-ae5e-229ff7c5eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:25.058540 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05146d63-2490-4087-ac17-9a775baf6705 req-4cf3b518-c534-43e4-ae5e-229ff7c5eaed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1099 time: 0.2435045 Sep 16 17:43:25.119332 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.162468 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-d6aaa8b9-c821-4dfa-89a7-feaea35ed01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:25.164313 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-d6aaa8b9-c821-4dfa-89a7-feaea35ed01a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4457a873-0869-4931-9f0d-5c6974aecfda HTTP/1.1" status: 200 len: 848 time: 0.1965709 Sep 16 17:43:25.269778 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-77a6ef3d-dd77-46da-861a-c2eeb765fafc req-27f76161-393a-4c08-b86a-092141a19409 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077203 Sep 16 17:43:25.271749 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-aeda05be-c1d5-4953-a4c6-b8ac352d7dd7 None None] Port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:43:25.295532 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05146d63-2490-4087-ac17-9a775baf6705 req-7555c54b-8b1a-451b-b120-e7635a3089ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152841 Sep 16 17:43:25.299240 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa166379-23bc-4ada-8ca2-1d2cf7c7abf9,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:25.307500 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-62db5106-6a6a-4c7e-b768-d6ad5c53561f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0e705c-29cc-42fe-8056-650aff08d341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299398 Sep 16 17:43:25.308526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:25.343958 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.364669 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42666) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:25.377658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.441637 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.447182 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7af5bf6d-ca12-47e4-a658-50bea79e1710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:25.457919 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa166379-23bc-4ada-8ca2-1d2cf7c7abf9,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:25.462783 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:25.467716 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.469865 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa166379-23bc-4ada-8ca2-1d2cf7c7abf9 HTTP/1.1" status: 204 len: 168 time: 0.3941944 Sep 16 17:43:25.535323 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.590301 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de317-c5f7-40da-918b-a997592472d0 req-eb3102c2-d697-487d-9b2a-abb5f08937aa tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:25.590301 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be4de317-c5f7-40da-918b-a997592472d0 req-eb3102c2-d697-487d-9b2a-abb5f08937aa tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2150793 Sep 16 17:43:25.603480 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:25.615746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Usage tracker for resource:security_group_rule and tenant:588748aa1b634a9db49a322f360d8114 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:25.620806 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:25.629911 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:25.697180 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-81915e5b-46d8-45f4-9686-2f04eb0a5081 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871662 Sep 16 17:43:25.721406 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be4de317-c5f7-40da-918b-a997592472d0 req-2e2861e1-234a-4c83-be1f-22c790c918f5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206255 Sep 16 17:43:25.830195 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:43:25.838614 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.855101 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Transition to ACTIVE for port object 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:25.861058 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.869143 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:25.933833 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42682) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:25.977987 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:25.999991 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.018175 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-52014c9c-8b58-41a7-88ce-0a87762bce0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:26.040618 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b265c44a-a38b-4feb-b0be-e4520981e5e9 req-bf2b67ea-f610-4d83-838c-e13086fbc609 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332634 Sep 16 17:43:26.070911 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.101328 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588748aa1b634a9db49a322f360d8114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331100 Sep 16 17:43:26.101531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42686) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:26.116113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2fb7fa-c5c3-4c82-865b-595e5cb22f40,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:26.117428 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:26.121142 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:26.130815 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:26.165409 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:26.176455 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fde23e9230e14bf4a609bb8f77aa4a8a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:26.183271 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.184569 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:26.200643 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:26.217071 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.292593 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.306387 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6814a53a-c20e-4b8f-8497-133c8e51e74d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:26.321999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Attempting to bind port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:26.322887 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Attempting to bind port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:26.324077 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Attempting to bind port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:26.333557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2fb7fa-c5c3-4c82-865b-595e5cb22f40,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:26.338963 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:26.342122 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:43:26.342438 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Attempting to bind port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:26.357664 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.363116 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee2fb7fa-c5c3-4c82-865b-595e5cb22f40 HTTP/1.1" status: 204 len: 168 time: 0.2600532 Sep 16 17:43:26.391479 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:26.392006 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Checking segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:26.393859 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Bound using segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:26.394448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Bound port: 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:26.395243 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.484058 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b7f1-3a05-4f13-bcce-594ff781c3ff req-d122def2-769d-4417-9073-d02faff89a13 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:26.484708 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ad90b7f1-3a05-4f13-bcce-594ff781c3ff req-d122def2-769d-4417-9073-d02faff89a13 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:26.602816 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ad90b7f1-3a05-4f13-bcce-594ff781c3ff req-d122def2-769d-4417-9073-d02faff89a13 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:26.609551 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad90b7f1-3a05-4f13-bcce-594ff781c3ff req-d122def2-769d-4417-9073-d02faff89a13 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 943 time: 0.4863844 Sep 16 17:43:26.675626 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.691789 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.705202 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-84396673-3988-4eb3-bb21-d367b91187dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:26.747505 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:26.782634 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad90b7f1-3a05-4f13-bcce-594ff781c3ff req-53543091-be75-4832-a83c-23d11ff54988 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723435 Sep 16 17:43:26.787310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:26.790533 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fde23e9230e14bf4a609bb8f77aa4a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554168 Sep 16 17:43:26.793813 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42712) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:26.798570 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc10d378-49b7-4aad-8106-0a1fff3a7c6c,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:26.801501 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.808761 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:26.809750 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:26.876329 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:26.876934 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:26.878301 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 1093 time: 1.9750342 Sep 16 17:43:26.879762 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:26.901595 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92d59-7254-4508-a09e-05721c85b92f req-4d2c1c51-a3dc-4b7a-bd44-009a11116d49 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:26.903457 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45f92d59-7254-4508-a09e-05721c85b92f req-4d2c1c51-a3dc-4b7a-bd44-009a11116d49 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 943 time: 0.3031995 Sep 16 17:43:26.916213 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:26.919885 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:27.025993 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:27.084095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:27.164476 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:27.170362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:27.184440 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc10d378-49b7-4aad-8106-0a1fff3a7c6c,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:27.186894 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45f92d59-7254-4508-a09e-05721c85b92f req-ca0846e4-4877-49e7-9996-e109c7db873c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566459 Sep 16 17:43:27.187634 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:27.188756 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:27.190173 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc10d378-49b7-4aad-8106-0a1fff3a7c6c HTTP/1.1" status: 204 len: 168 time: 0.3948429 Sep 16 17:43:27.274724 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'status': 'completed', 'code': 200} Sep 16 17:43:27.291522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-260d7675-451d-4bc2-a9ee-2fa52f75d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:27.293606 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-260d7675-451d-4bc2-a9ee-2fa52f75d807 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1096 time: 0.3446062 Sep 16 17:43:27.308577 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e84a9-4fcd-4e19-b7ff-7e2d6efb894a req-dcfb8983-fec0-416b-8a44-0017c74df0c1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:27.312796 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6a8e84a9-4fcd-4e19-b7ff-7e2d6efb894a req-dcfb8983-fec0-416b-8a44-0017c74df0c1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2109418 Sep 16 17:43:27.391920 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-e5027001-e8aa-49fd-8009-cbdc9dacfaa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 217 time: 0.0803766 Sep 16 17:43:27.470686 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d139ec39-d4b9-457a-9145-af4986f7ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:27.472300 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-d139ec39-d4b9-457a-9145-af4986f7ef1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0712755 Sep 16 17:43:27.537343 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6a8e84a9-4fcd-4e19-b7ff-7e2d6efb894a req-38c7d775-2e30-4bc8-b449-fe6d407e8d98 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663761 Sep 16 17:43:27.596359 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-ce9e88d1-fe19-4d82-a7fa-437d668e33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:27.598506 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-ce9e88d1-fe19-4d82-a7fa-437d668e33da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110747 Sep 16 17:43:27.821425 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 04d30481-3087-41c1-9015-ce009db44990 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:43:27.886188 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-b736d558-23d0-4894-b0bf-14af9b1232d8 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778311 Sep 16 17:43:27.898807 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289eb1-f374-46e2-8f28-4502efdd1a89 req-4eb5b5a6-8aa0-4699-8574-627280649d42 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:27.900325 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7f289eb1-f374-46e2-8f28-4502efdd1a89 req-4eb5b5a6-8aa0-4699-8574-627280649d42 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1920209 Sep 16 17:43:28.141029 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=04d30481-3087-41c1-9015-ce009db44990,segment=NetworkSegment(7786cb5e-00c2-4408-be06-925645d518d2),segment_id=7786cb5e-00c2-4408-be06-925645d518d2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:28.152512 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7f289eb1-f374-46e2-8f28-4502efdd1a89 req-7cf118a0-9e00-4e51-a61e-a3a647209496 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418489 Sep 16 17:43:28.197274 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '04d30481-3087-41c1-9015-ce009db44990', 'network_id': '2b0e705c-29cc-42fe-8056-650aff08d341', 'port_id': '04d30481-3087-41c1-9015-ce009db44990', 'mac_address': 'fa:16:3e:4f:b2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4457a873-0869-4931-9f0d-5c6974aecfda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:43:28.201332 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cc81a310-6c69-454a-96bb-45d6d9f565f5 req-3bfd437f-dbd9-4dc3-a454-600b8b72823b service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000145 Sep 16 17:43:28.217436 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfa4b-1fa1-4c9b-bb28-f652b10550d4 req-dec66166-b610-4925-9d70-311bbf2468ff tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:28.229575 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e13bfa4b-1fa1-4c9b-bb28-f652b10550d4 req-dec66166-b610-4925-9d70-311bbf2468ff tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 943 time: 0.1796348 Sep 16 17:43:28.285497 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:28.310861 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d30481-3087-41c1-9015-ce009db44990 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:43:28.342948 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=04d30481-3087-41c1-9015-ce009db44990,segment=NetworkSegment(7786cb5e-00c2-4408-be06-925645d518d2),segment_id=7786cb5e-00c2-4408-be06-925645d518d2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:28.352361 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:28.360180 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-c2748411-51a2-4865-b54f-00c4b1157985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:28.453821 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e13bfa4b-1fa1-4c9b-bb28-f652b10550d4 req-28d7fe8b-2933-4fb2-9dfd-5af5e19fcca4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149024 Sep 16 17:43:28.490634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-8087d5a9-2eec-4c36-9bff-5c45c0cf1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:28.492743 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-8087d5a9-2eec-4c36-9bff-5c45c0cf1d41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1096 time: 0.2288494 Sep 16 17:43:28.548757 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:28.556381 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:28.601872 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1940c-1a75-4d1c-8182-04cf9d00b617 req-a1f50a73-0782-40c4-a6cc-2d05ad4e9df6 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:28.609326 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-36e1940c-1a75-4d1c-8182-04cf9d00b617 req-a1f50a73-0782-40c4-a6cc-2d05ad4e9df6 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 944 time: 0.2048368 Sep 16 17:43:28.662602 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['04d30481-3087-41c1-9015-ce009db44990'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:43:28.678860 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-36e1940c-1a75-4d1c-8182-04cf9d00b617 req-e03d8a94-1397-4392-8bd1-82e26e26c9fb tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683541 Sep 16 17:43:28.728063 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-6681ca18-1010-4ab3-a4ad-e5da5a199173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:28.728964 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-6681ca18-1010-4ab3-a4ad-e5da5a199173 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.2282441 Sep 16 17:43:28.826237 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-0579da97-04ab-4b02-ac05-cda47649c210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 217 time: 0.0870275 Sep 16 17:43:28.908896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-43aaf0f1-f133-4ded-9c89-03dcb8be8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:28.910971 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-43aaf0f1-f133-4ded-9c89-03dcb8be8f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0783887 Sep 16 17:43:29.067695 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-5d795500-2a2e-4da3-8061-109549265e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:29.070752 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-5d795500-2a2e-4da3-8061-109549265e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1496823 Sep 16 17:43:29.258622 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-d9307622-d9d9-4231-9af4-b3983dea207f service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795850 Sep 16 17:43:29.483650 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2212e8d3-2120-4f61-ad4b-fda9d2613d3d req-154d15ec-0193-45da-a070-fcdf0579d3ec service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189419 Sep 16 17:43:29.705041 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0279a-f9f7-4276-a873-977de15a47f7 req-a5de88e9-6890-4c53-8f38-8c206865e279 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:29.713243 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84c0279a-f9f7-4276-a873-977de15a47f7 req-a5de88e9-6890-4c53-8f38-8c206865e279 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 943 time: 0.1028838 Sep 16 17:43:29.772031 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84c0279a-f9f7-4276-a873-977de15a47f7 req-9f39683e-74b3-44df-a2ce-b070caef4b2f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575609 Sep 16 17:43:29.833349 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 04d30481-3087-41c1-9015-ce009db44990 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:29.916407 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396f37f-e637-42fa-aa16-5028b2b0726e req-2e529cd0-8070-4164-ba78-773e5d328bb9 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:29.920163 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d396f37f-e637-42fa-aa16-5028b2b0726e req-2e529cd0-8070-4164-ba78-773e5d328bb9 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 944 time: 0.1097727 Sep 16 17:43:29.933740 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 04d30481-3087-41c1-9015-ce009db44990 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:29.940629 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 04d30481-3087-41c1-9015-ce009db44990 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:29.941219 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.000222 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d396f37f-e637-42fa-aa16-5028b2b0726e req-20970f54-3f91-465b-b181-8ba3ce3b1013 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734851 Sep 16 17:43:30.084765 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.127456 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d30481-3087-41c1-9015-ce009db44990'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:30.140009 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=04d30481-3087-41c1-9015-ce009db44990,segment=NetworkSegment(7786cb5e-00c2-4408-be06-925645d518d2),segment_id=7786cb5e-00c2-4408-be06-925645d518d2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:30.146623 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.149255 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-a01fb1fc-0b11-4fc9-b383-4cceef2cf879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:30.268355 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d30481-3087-41c1-9015-ce009db44990', 'code': 200} Sep 16 17:43:30.270006 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:30.273643 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:30.508231 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56923d-c194-4a81-a857-1a2fa4943e1a req-540536a4-0056-4e5f-96df-9c1467abe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:30.511082 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e56923d-c194-4a81-a857-1a2fa4943e1a req-540536a4-0056-4e5f-96df-9c1467abe59d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 1098 time: 0.1114011 Sep 16 17:43:30.568193 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e56923d-c194-4a81-a857-1a2fa4943e1a req-f92943a7-072d-4d1a-ad7c-081e8c71a94d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Sep 16 17:43:30.717954 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-19b04a4f-e6e6-4629-a026-bca5aca3aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.751224 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42864) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:30.911653 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0a6d-0559-4a1c-a4fe-6878315432d3 req-ec1177f7-051c-41dd-870b-7c56e097af80 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:30.914101 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-123b0a6d-0559-4a1c-a4fe-6878315432d3 req-ec1177f7-051c-41dd-870b-7c56e097af80 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1848745 Sep 16 17:43:30.918660 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:30.947891 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:30.953076 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Usage tracker for resource:security_group_rule and tenant:607cf2f1b9704934974b3f1ee15aabca is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:30.956334 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:30.963420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:31.044121 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-123b0a6d-0559-4a1c-a4fe-6878315432d3 req-38d5ae14-7327-4409-a84b-6a43606fdc3c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226935 Sep 16 17:43:31.061062 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-44792324-8e91-49b3-9449-199852b34196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:31.062532 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-44792324-8e91-49b3-9449-199852b34196 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.2336187 Sep 16 17:43:31.072937 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.076658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef51ce-1ee1-49a5-8b32-264a879d5704 req-66ee2269-4236-4de8-b4c0-520988e0a48d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:31.078166 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-50ef51ce-1ee1-49a5-8b32-264a879d5704 req-66ee2269-4236-4de8-b4c0-520988e0a48d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 943 time: 0.1583481 Sep 16 17:43:31.080721 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.093793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c923d190-1c01-4be4-af64-47b74abb8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:31.140811 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=607cf2f1b9704934974b3f1ee15aabca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874784 Sep 16 17:43:31.142749 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b8a8f0-733f-4106-9226-a4b38848acaf,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:31.147080 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:31.148515 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42886) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:31.202035 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42890) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:31.207867 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-50ef51ce-1ee1-49a5-8b32-264a879d5704 req-bd4f3f75-623a-49fc-8ea9-4e114fdfcf1d tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096227 Sep 16 17:43:31.228473 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.257989 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-cff7ef5f-746b-4275-aa72-0e7880e47af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:31.259450 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-cff7ef5f-746b-4275-aa72-0e7880e47af9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.1804371 Sep 16 17:43:31.260050 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.312070 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.318793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.325285 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ba4f429b-4acf-4e9d-bb81-4d596f56aaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:31.357588 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-42e02b4b-5e67-4ef7-8a21-667ee9461c8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.0906806 Sep 16 17:43:31.364701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b8a8f0-733f-4106-9226-a4b38848acaf,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:31.367959 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.380818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:31.383719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.384978 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10b8a8f0-733f-4106-9226-a4b38848acaf HTTP/1.1" status: 204 len: 168 time: 0.2351549 Sep 16 17:43:31.390501 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:31.394494 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a4efdf783e9942c9b0b5042273fb1531 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:31.397387 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:31.404226 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:31.499442 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.505630 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.518755 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-5b9f379c-e555-4ecb-b221-1af4e464d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:31.520255 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-5b9f379c-e555-4ecb-b221-1af4e464d935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1557286 Sep 16 17:43:31.521166 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bf043b85-81ae-4888-bc51-c7b9ca989cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:31.573618 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4efdf783e9942c9b0b5042273fb1531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692782 Sep 16 17:43:31.574751 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae9d7d-bbd8-4c94-8399-e852ef018d69,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:31.577575 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42906) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:31.577877 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:31.589024 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f52e-bc8e-436d-a9bb-5f8439169ce4 req-18fa04d6-889d-45f2-bc17-e8c0665b7fa1 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:31.596278 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc87f52e-bc8e-436d-a9bb-5f8439169ce4 req-18fa04d6-889d-45f2-bc17-e8c0665b7fa1 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 945 time: 0.1754153 Sep 16 17:43:31.599774 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-c2da8da4-4b21-47a4-9124-0a666cf2ad94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708795 Sep 16 17:43:31.780699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42914) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:31.799625 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc87f52e-bc8e-436d-a9bb-5f8439169ce4 req-e83a5e46-48c3-4c2f-9a71-47eac01ac879 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984954 Sep 16 17:43:31.818531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.846645 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:31.851306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4b23f072e9470a9ab0cb08e1c11aeb is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:31.853276 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:43:31.856187 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.870800 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:31.880637 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:31.884170 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-d8c3176b-1549-4306-a8e6-b92777683b4b service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575574 Sep 16 17:43:31.924564 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:31.997128 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.002474 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.013490 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-81218cac-ea6c-4153-a518-ff73ed53cf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:32.075865 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c4b23f072e9470a9ab0cb08e1c11aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931399 Sep 16 17:43:32.077417 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1a5c350-dcca-4678-bef3-6be56382c978 req-ac62a8dc-e4e7-431f-831d-f2157835911e service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784933 Sep 16 17:43:32.078372 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42922) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:32.078660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.081347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e978a0-2dff-4485-9b9b-fd75c18aeef5,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:32.084026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-30b30af3-21fe-42a4-890e-f64f5e14dac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:32.097993 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:32.104542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae9d7d-bbd8-4c94-8399-e852ef018d69,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:32.106556 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:32.114646 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.115809 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4ae9d7d-bbd8-4c94-8399-e852ef018d69 HTTP/1.1" status: 204 len: 168 time: 0.5151687 Sep 16 17:43:32.180112 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.215878 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.326861 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:32.329824 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.339472 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d992b2b0-3956-40a8-b7e4-43c34099b263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:32.369988 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e978a0-2dff-4485-9b9b-fd75c18aeef5,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:32.372835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'port_id': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'mac_address': 'fa:16:3e:c4:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:43:32.374971 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:32.395949 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.400966 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38e978a0-2dff-4485-9b9b-fd75c18aeef5 HTTP/1.1" status: 204 len: 168 time: 0.3216572 Sep 16 17:43:32.434297 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 42946) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:32.469050 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.494526 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:43:32.510882 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:32.516917 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.519943 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:32.526252 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5056c-c606-43a8-bd0a-30deedb58299 req-c343fe04-3c6c-4bf9-a5ab-5e4acafce0db tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:32.528435 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8b5056c-c606-43a8-bd0a-30deedb58299 req-c343fe04-3c6c-4bf9-a5ab-5e4acafce0db tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2299778 Sep 16 17:43:32.613882 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:32.617730 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:32.635375 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8b5056c-c606-43a8-bd0a-30deedb58299 req-c04b48fb-5d66-4bd0-80a5-60a569ab2c84 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940950 Sep 16 17:43:32.795036 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:43:32.844777 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f96f5-8474-4765-9a2c-f8b350fd8fde req-e2547803-1b47-4699-a222-c7cf6c0a1f94 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:32.854812 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8d4f96f5-8474-4765-9a2c-f8b350fd8fde req-e2547803-1b47-4699-a222-c7cf6c0a1f94 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 944 time: 0.1767204 Sep 16 17:43:32.876663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:32.926922 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8d4f96f5-8474-4765-9a2c-f8b350fd8fde req-d4cba6bd-9f8e-4669-81f6-d19f0bd0d275 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711393 Sep 16 17:43:32.938654 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:32.943266 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Usage tracker for resource:security_group_rule and tenant:a622316f466d4aae932aa963d84778d4 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:32.947857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:32.955388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:33.146572 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.153058 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.178596 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f00477b5-d477-4bd5-87b9-ec49bc52493b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:33.191514 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96e85-0a9f-4513-881e-2c8d89462987 req-411a480c-8a6d-46aa-b77e-d7bb351cd40d tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:33.198922 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2dc96e85-0a9f-4513-881e-2c8d89462987 req-411a480c-8a6d-46aa-b77e-d7bb351cd40d tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 945 time: 0.1616631 Sep 16 17:43:33.260873 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2dc96e85-0a9f-4513-881e-2c8d89462987 req-697d13e8-a0d8-4372-81a1-df415945a03b tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Sep 16 17:43:33.331076 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a622316f466d4aae932aa963d84778d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8953819 Sep 16 17:43:33.340156 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 42982) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:33.378329 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1f86cf9-4460-4370-bff4-17ef6d7c71db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.395823 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11756f4-2bd6-4cb5-8fae-64609f2e41ac,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:33.404545 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:33.431567 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.459854 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.545370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.551103 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-99b16cdb-14e7-4e1e-a4b7-1d792c9d473b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:33.579218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11756f4-2bd6-4cb5-8fae-64609f2e41ac,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:33.589119 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:33.600983 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:33.603689 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d11756f4-2bd6-4cb5-8fae-64609f2e41ac HTTP/1.1" status: 204 len: 168 time: 0.2625277 Sep 16 17:43:33.880854 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:34.019960 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628f07e-4e42-4b93-b320-0deda6875f9c req-5125bccd-34f8-4b17-be8e-01a045cc7de9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:34.032867 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0628f07e-4e42-4b93-b320-0deda6875f9c req-5125bccd-34f8-4b17-be8e-01a045cc7de9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1975236 Sep 16 17:43:34.058714 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:34.065208 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:34.065624 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:34.143546 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0628f07e-4e42-4b93-b320-0deda6875f9c req-b0400dae-e6e0-4e80-97a4-3ea94166405e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030254 Sep 16 17:43:34.336024 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:34.369159 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:34.399249 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:34.407032 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:34.414032 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:34.506138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:34.512145 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'code': 200} Sep 16 17:43:34.583977 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc86a3a-31b0-4256-87fc-51f9121f22ea req-3b37214b-0aca-48b4-8ae6-2d447f0e1401 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:34.600919 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:34.601579 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-efc86a3a-31b0-4256-87fc-51f9121f22ea req-3b37214b-0aca-48b4-8ae6-2d447f0e1401 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2520595 Sep 16 17:43:34.608550 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:34.726918 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-efc86a3a-31b0-4256-87fc-51f9121f22ea req-a9343ae7-1c54-4a58-9a6a-7e928e4f962f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194754 Sep 16 17:43:34.962943 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2ae1-a65f-4b31-853a-554a1797213c req-89cfec0a-5de9-42aa-9854-344a48c41655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:34.964608 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d04d2ae1-a65f-4b31-853a-554a1797213c req-89cfec0a-5de9-42aa-9854-344a48c41655 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1098 time: 0.0852513 Sep 16 17:43:35.010794 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d04d2ae1-a65f-4b31-853a-554a1797213c req-44cd80a6-b29d-4f98-8af2-047886bf1b20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Sep 16 17:43:35.348240 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582b6f-5977-4185-b48e-04353d555a4f req-ee2872e9-f155-4af5-9e69-f402ac9de6a2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:35.355507 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e3582b6f-5977-4185-b48e-04353d555a4f req-ee2872e9-f155-4af5-9e69-f402ac9de6a2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0939350 Sep 16 17:43:35.404286 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e3582b6f-5977-4185-b48e-04353d555a4f req-54de27f8-e1f7-4323-a0e8-0c9a0a2df318 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477030 Sep 16 17:43:35.777319 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:35.922102 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086c2a-4918-4ee9-b302-f278792c6314 req-1e8f7370-02b7-4228-a62b-5e8cae7ff814 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:35.925055 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a6086c2a-4918-4ee9-b302-f278792c6314 req-1e8f7370-02b7-4228-a62b-5e8cae7ff814 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0853887 Sep 16 17:43:35.984199 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a6086c2a-4918-4ee9-b302-f278792c6314 req-94f49354-5707-4c71-b04c-94835500b79f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509067 Sep 16 17:43:36.616102 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a7007-bcc6-429a-8a82-3492d7adebf3 req-79730c2e-c4ab-4319-9aff-c1ff28a8363b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:36.618157 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f4a7007-bcc6-429a-8a82-3492d7adebf3 req-79730c2e-c4ab-4319-9aff-c1ff28a8363b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0973530 Sep 16 17:43:36.671939 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f4a7007-bcc6-429a-8a82-3492d7adebf3 req-8d9e9f85-a2ac-4bd5-b4a8-398f8fd6d778 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Sep 16 17:43:36.753061 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43142) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:36.892792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:36.908660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:36.913650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Usage tracker for resource:security_group_rule and tenant:fd058850f8084cb3b3e62ff2ad07cf71 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:36.917640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:36.930426 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:37.036247 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.042302 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.065274 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c0d3944f-e2e4-4c75-8c51-769a52b6d505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:37.080875 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd058850f8084cb3b3e62ff2ad07cf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266447 Sep 16 17:43:37.083392 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43160) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:37.153172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea16672-8c09-41c7-9520-ed8369135a12,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:37.156401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:37.225315 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.263643 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede9d5a-882c-460b-bd7a-64bfb532fba6 req-08b2b0ef-3771-470d-a202-63279387f2bf tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:37.265152 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ede9d5a-882c-460b-bd7a-64bfb532fba6 req-08b2b0ef-3771-470d-a202-63279387f2bf tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1585751 Sep 16 17:43:37.267028 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.340325 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ede9d5a-882c-460b-bd7a-64bfb532fba6 req-b8118358-e375-41e8-9c13-02067589becc tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659008 Sep 16 17:43:37.367236 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.374855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:37.390774 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea16672-8c09-41c7-9520-ed8369135a12,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:37.395232 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:37.399524 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.403274 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eea16672-8c09-41c7-9520-ed8369135a12 HTTP/1.1" status: 204 len: 168 time: 0.3162000 Sep 16 17:43:37.614389 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031fcc0-b68e-4052-a6d1-16de39b207f6 req-89e264f6-cbeb-4950-9666-b382433852d7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:37.621760 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7031fcc0-b68e-4052-a6d1-16de39b207f6 req-89e264f6-cbeb-4950-9666-b382433852d7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1464963 Sep 16 17:43:37.630269 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43184) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:37.637214 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'floatingip': {'port_id': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:37.732332 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.831299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43198) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:37.851904 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.868407 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:37.873063 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Usage tracker for resource:security_group_rule and tenant:06897167bbf848548d76b954a92675e3 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:37.876318 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:37.882774 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:37.980216 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.985558 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:37.996710 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57c1a516-2761-4991-b0cc-55db4330032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:38.047621 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06897167bbf848548d76b954a92675e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148659 Sep 16 17:43:38.048356 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43208) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:38.051856 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3339c76-cd87-49db-9306-35f8b1d5df1b,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:38.103213 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:38.135699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:38.166831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:38.239446 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:38.244934 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1a22e7c8-dbce-4d49-8476-092c71d58948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:38.257775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3339c76-cd87-49db-9306-35f8b1d5df1b,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:38.261420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:38.270076 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:38.271186 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3339c76-cd87-49db-9306-35f8b1d5df1b HTTP/1.1" status: 204 len: 168 time: 0.2215352 Sep 16 17:43:38.337089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524af5-6740-4123-afec-6f3c3d29d867 req-98b778c6-ae23-4b01-bf2b-315dde457d08 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:38.344304 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-44524af5-6740-4123-afec-6f3c3d29d867 req-98b778c6-ae23-4b01-bf2b-315dde457d08 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.4316242 Sep 16 17:43:38.432306 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-44524af5-6740-4123-afec-6f3c3d29d867 req-d7b040a0-38e2-45f6-8465-c5cc2453d98c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870025 Sep 16 17:43:38.443126 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f30f-4377-45e3-bbaf-8e5cd962e6c3 req-b4c11691-0e7e-4ec8-8686-f4958f1b7fdf tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:38.456094 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a04f30f-4377-45e3-bbaf-8e5cd962e6c3 req-b4c11691-0e7e-4ec8-8686-f4958f1b7fdf tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 945 time: 0.5934243 Sep 16 17:43:38.579250 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a04f30f-4377-45e3-bbaf-8e5cd962e6c3 req-51e777d3-23a9-4551-8e23-b00c79381be3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154726 Sep 16 17:43:38.845762 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:39.127184 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:39.131984 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:39.324168 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Floating IP ddf2bce2-3ff8-4061-9ffd-6431130b9b56 associated. External IP: 172.28.0.107, port: 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3. Sep 16 17:43:39.578007 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-83374079-ad34-4aa4-93e4-288caa3c3bea tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:39.579478 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-83374079-ad34-4aa4-93e4-288caa3c3bea tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.36 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 945 time: 0.2095928 Sep 16 17:43:39.950725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Deleting port 04d30481-3087-41c1-9015-ce009db44990 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:43:39.951093 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:40.143373 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbf99-6316-45ef-9890-f9510268a3bf req-1cbe9271-341d-463a-ad17-9ff2a0b182eb tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:40.144897 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b8dbbf99-6316-45ef-9890-f9510268a3bf req-1cbe9271-341d-463a-ad17-9ff2a0b182eb tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.5607316 Sep 16 17:43:40.154660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:43:40.243552 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1c3b-9c0a-456c-b6f4-e4a15b0c414f req-1dda2fd7-e3aa-4d02-86c2-82161c3e5020 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:40.245334 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-291b1c3b-9c0a-456c-b6f4-e4a15b0c414f req-1dda2fd7-e3aa-4d02-86c2-82161c3e5020 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 945 time: 0.4394703 Sep 16 17:43:40.453626 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b8dbbf99-6316-45ef-9890-f9510268a3bf req-5372e0d9-ab80-4bf7-820e-472ebbafc617 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820933 Sep 16 17:43:40.521134 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] For port 04d30481-3087-41c1-9015-ce009db44990, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=04d30481-3087-41c1-9015-ce009db44990,segment=NetworkSegment(7786cb5e-00c2-4408-be06-925645d518d2),segment_id=7786cb5e-00c2-4408-be06-925645d518d2)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:40.521557 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:40.540258 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-291b1c3b-9c0a-456c-b6f4-e4a15b0c414f req-fa6ed3c0-371e-4728-ad56-0ce9ce647fa0 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/security-groups?id=72a53e76-777c-446d-ac0d-d29f7a26a190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797475 Sep 16 17:43:40.685477 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Calling delete_port for 04d30481-3087-41c1-9015-ce009db44990 owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:43:40.748312 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:40.754395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:40.762238 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:40.772007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43318) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:40.788633 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:40.789492 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:40.900535 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3982df59-a2a5-4ff7-a561-1f3d4f3c48f7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "PUT /v2.0/floatingips/ddf2bce2-3ff8-4061-9ffd-6431130b9b56 HTTP/1.1" status: 200 len: 991 time: 3.2692575 Sep 16 17:43:40.902093 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:41.021593 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'status': 'completed', 'code': 200} Sep 16 17:43:41.099446 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.108910 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-14cac79f-a4c8-4569-8251-7b94caac84c3 tempest-DeleteServersTestJSON-1648921203 tempest-DeleteServersTestJSON-1648921203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:41.112173 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['04d30481-3087-41c1-9015-ce009db44990'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:43:41.114143 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:41.168458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.174401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Pushing event deleted for resources: {'Port': ['ID=04d30481-3087-41c1-9015-ce009db44990,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:41.177979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:41.211310 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:41.215516 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Usage tracker for resource:security_group_rule and tenant:0250e086f9784a3b9d78edde770d23b8 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:41.218846 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:41.226016 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:41.270631 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] No DVR routers for this DVR port 04d30481-3087-41c1-9015-ce009db44990 on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:43:41.274737 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-1ce87878-d52b-4aca-810d-643ba8dbf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:41.276487 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-1ce87878-d52b-4aca-810d-643ba8dbf07a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1098 time: 0.2267709 Sep 16 17:43:41.279492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.299828 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-52ba71e2-c5ea-4121-9f0a-fd725dcd5517 req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.36 "DELETE /v2.0/ports/04d30481-3087-41c1-9015-ce009db44990 HTTP/1.1" status: 204 len: 173 time: 1.7101095 Sep 16 17:43:41.442291 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.456784 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.464939 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-deecdeca-9c7c-4097-941b-e7b96506b913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:41.496901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b82659-9e2f-4aac-b5ea-687c268b00db,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:41.502803 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:41.533201 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-ec3cf2c7-c6ef-4c56-8620-5124092fdcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:41.534885 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-ec3cf2c7-c6ef-4c56-8620-5124092fdcbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.2449250 Sep 16 17:43:41.537640 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d05aac23-8328-4ed0-adfa-ca39c68f5005 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0250e086f9784a3b9d78edde770d23b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627816 Sep 16 17:43:41.541234 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43340) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:41.641627 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'ddf2bce2-3ff8-4061-9ffd-6431130b9b56', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:c4:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1e862-1268-4766-aebc-8790b5be9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:43:18Z', 'updated_at': '2021-09-16T17:43:38Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:41.668975 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:41.677677 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.699288 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-463fb7c4-13d7-4dc9-b9f5-0f4b94b6125e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 999 time: 0.1541054 Sep 16 17:43:41.704948 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:41.705583 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:41.749344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:41.798110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-6e31b736-7305-4349-85ae-620274fb8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:41.803366 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-6e31b736-7305-4349-85ae-620274fb8a99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0955594 Sep 16 17:43:41.998579 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-179d2384-9eca-4c80-8de5-935144d0b7b0 req-67fb9fa2-25c6-4c45-8a4c-4ecaa1af0f41 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Synchronizing usage tracker for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:43:42.004281 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-487d101c-4363-4bc5-9072-893c8a111c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:42.008614 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-487d101c-4363-4bc5-9072-893c8a111c05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1874125 Sep 16 17:43:42.028927 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:42.057178 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.060708 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:42.086829 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b82659-9e2f-4aac-b5ea-687c268b00db,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:42.095107 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:42.111348 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.112553 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94b82659-9e2f-4aac-b5ea-687c268b00db HTTP/1.1" status: 204 len: 168 time: 0.5701344 Sep 16 17:43:42.114662 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-179d2384-9eca-4c80-8de5-935144d0b7b0 req-67fb9fa2-25c6-4c45-8a4c-4ecaa1af0f41 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Unset dirty status for tenant:7f3714b556874896b73904ca55ecc6f6 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:43:42.145943 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-179d2384-9eca-4c80-8de5-935144d0b7b0 req-67fb9fa2-25c6-4c45-8a4c-4ecaa1af0f41 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] 10.222.0.32 "GET /v2.0/ports?device_id=4caa5d2d-60e9-498b-bdd3-1420689d69c7 HTTP/1.1" status: 200 len: 210 time: 0.2183697 Sep 16 17:43:42.240016 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-6fef6a90-4c46-4710-bc72-00c701d10cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238348 Sep 16 17:43:42.247806 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a1a6-01c5-426f-8ed0-940285001d80 req-2affd986-78c9-4d18-ae6a-f1e6eda7a4f4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:42.254869 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0fc2a1a6-01c5-426f-8ed0-940285001d80 req-2affd986-78c9-4d18-ae6a-f1e6eda7a4f4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3286998 Sep 16 17:43:42.360766 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0fc2a1a6-01c5-426f-8ed0-940285001d80 req-840367cf-19bd-4183-b37d-e457182e350d tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944531 Sep 16 17:43:42.558696 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-34f012ff-37e2-47fe-a530-9d8e987fd29a req-6b3562af-2294-43d4-9563-71af50e1780d service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081741 Sep 16 17:43:42.566931 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43378) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:42.667385 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'ddf2bce2-3ff8-4061-9ffd-6431130b9b56', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:c4:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1e862-1268-4766-aebc-8790b5be9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:43:18Z', 'updated_at': '2021-09-16T17:43:38Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:42.671562 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9088d-7365-4d92-b7e0-e43c02d1ba64 None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'ddf2bce2-3ff8-4061-9ffd-6431130b9b56', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:c4:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe1e862-1268-4766-aebc-8790b5be9034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:43:18Z', 'updated_at': '2021-09-16T17:43:38Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:42.736137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43384) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:42.750038 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.756993 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.769120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:42.772935 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:42.775879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Usage tracker for resource:security_group_rule and tenant:262d851c5cc641ce9d245fb938786608 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:42.778218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Usage tracker for resource:security_group_rule and tenant:fee96f16785447ca865baf99753e7b6e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:42.780414 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:42.781885 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:42.790328 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:42.793855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:42.936719 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.948822 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.973688 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-15be1cdf-832b-41d1-af64-ec920ed38cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:42.983101 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:42.992179 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.004639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ece97e33-feb4-4a74-80d3-661d6385b654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:43.027097 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'name': 'network-vif-deleted', 'tag': '04d30481-3087-41c1-9015-ce009db44990'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:43:43.061345 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446e74e-bc9b-4d56-8f9f-acba3e9bc421 None None] New status for floating IP ddf2bce2-3ff8-4061-9ffd-6431130b9b56: ACTIVE {{(pid=79464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:43:43.072685 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fee96f16785447ca865baf99753e7b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354135 Sep 16 17:43:43.073501 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da49b0-e700-40ed-997b-0fb00618f016,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:43.076269 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43398) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:43.092151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:43.094244 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=262d851c5cc641ce9d245fb938786608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262501 Sep 16 17:43:43.098407 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43404) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:43.104820 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a6f6c9-acb9-4d2e-b961-2551187b1372,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:43.120373 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:43.184281 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caa5d2d-60e9-498b-bdd3-1420689d69c7', 'name': 'network-vif-deleted', 'tag': '04d30481-3087-41c1-9015-ce009db44990', 'status': 'completed', 'code': 200} Sep 16 17:43:43.229841 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.300748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.317656 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.352879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.445079 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.456290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.464808 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d94f46d9-adb2-442c-8c6f-a41d30d41b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:43.466508 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5f1820a-ff04-4c91-bcfe-8cec916cecd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:43.496045 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a6f6c9-acb9-4d2e-b961-2551187b1372,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:43.502515 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1da49b0-e700-40ed-997b-0fb00618f016,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:43.518548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:43.527980 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:43.531719 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.533401 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1da49b0-e700-40ed-997b-0fb00618f016 HTTP/1.1" status: 204 len: 168 time: 0.4560447 Sep 16 17:43:43.565907 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:43.570691 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84a6f6c9-acb9-4d2e-b961-2551187b1372 HTTP/1.1" status: 204 len: 168 time: 0.4666431 Sep 16 17:43:43.690777 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126910bb-255e-48f3-814e-0bc86362b139 req-635ab57a-d062-4d00-a275-a6f133b09c91 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:43.692419 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-126910bb-255e-48f3-814e-0bc86362b139 req-635ab57a-d062-4d00-a275-a6f133b09c91 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1050763 Sep 16 17:43:43.782099 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-126910bb-255e-48f3-814e-0bc86362b139 req-165660d2-86e5-4287-97f6-c44108c175b5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799680 Sep 16 17:43:43.912810 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 04d30481-3087-41c1-9015-ce009db44990 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:43:43.962504 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 04d30481-3087-41c1-9015-ce009db44990 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:43:43.963203 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 04d30481-3087-41c1-9015-ce009db44990 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:43:44.986778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef8c45-ec58-4f53-843b-8c1fe6558baa req-e0666075-beb6-4527-bc8d-f73409a78f57 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:44.988294 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6eef8c45-ec58-4f53-843b-8c1fe6558baa req-e0666075-beb6-4527-bc8d-f73409a78f57 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0958362 Sep 16 17:43:45.033000 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6eef8c45-ec58-4f53-843b-8c1fe6558baa req-4d572eac-6ade-4a6d-a7bc-961a7e2ebf2f tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Sep 16 17:43:45.159913 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43500) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:45.286156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.301141 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:45.305497 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Usage tracker for resource:security_group_rule and tenant:216131ddf61a47e289b92de4cecb7e02 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:45.308405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:45.314791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:45.404692 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.413865 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.423089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fa55d13a-c0c7-4031-940f-f691e4a00b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:45.464853 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=216131ddf61a47e289b92de4cecb7e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038063 Sep 16 17:43:45.465753 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79abe320-0c27-4b24-bffa-3ae5894e4dde,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:45.467492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43516) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:45.468677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:45.486103 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43520) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:45.532977 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.568519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.626974 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.637172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.642650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0e2dca0e-323c-4f62-a06e-0349795744d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:45.642884 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:45.647494 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Usage tracker for resource:security_group_rule and tenant:64d19ece93414dd98455cbed422b7bb2 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:45.650528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:45.653898 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79abe320-0c27-4b24-bffa-3ae5894e4dde,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:45.660746 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:45.661265 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:45.661778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.663836 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79abe320-0c27-4b24-bffa-3ae5894e4dde HTTP/1.1" status: 204 len: 168 time: 0.1946917 Sep 16 17:43:45.759089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.765666 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.774616 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6ef0f6e4-598c-4251-b8d6-ae51188d7a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:45.829240 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43542) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:45.831978 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64d19ece93414dd98455cbed422b7bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392162 Sep 16 17:43:45.860475 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad4fd1b-b3f1-4a92-8f7e-c1738b8cff56,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:45.882015 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:45.953318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:45.992210 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.067575 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.076403 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-157b5064-96b1-469c-bc77-56dae530e8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:46.099869 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad4fd1b-b3f1-4a92-8f7e-c1738b8cff56,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:46.114378 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:46.117957 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.121939 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad4fd1b-b3f1-4a92-8f7e-c1738b8cff56 HTTP/1.1" status: 204 len: 168 time: 0.2916284 Sep 16 17:43:46.265035 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c1e78-cd48-4e9b-86b3-73d8c9b98902 req-b2ce18bd-362a-4fa3-8f52-7c7e379e2895 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:46.266844 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb4c1e78-cd48-4e9b-86b3-73d8c9b98902 req-b2ce18bd-362a-4fa3-8f52-7c7e379e2895 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0929646 Sep 16 17:43:46.316312 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb4c1e78-cd48-4e9b-86b3-73d8c9b98902 req-dedc95d8-cfa7-435c-a969-a98fa3953ec2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Sep 16 17:43:46.500692 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43572) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:46.518117 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.534997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:46.539434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Usage tracker for resource:security_group_rule and tenant:a95c0d2d21e346589faf54228c418ded is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:46.542236 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:46.548030 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:46.631931 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.635929 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.644021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:46.682038 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a95c0d2d21e346589faf54228c418ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802678 Sep 16 17:43:46.683804 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f702533b-4727-4be6-81dd-28cc095ec472,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:46.684943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43580) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:46.686793 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:46.745381 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.770946 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.827521 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.832353 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5393a6e-88dc-4e00-b5fb-2c414510cf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:46.849602 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f702533b-4727-4be6-81dd-28cc095ec472,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:46.853236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:46.878005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:46.884720 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f702533b-4727-4be6-81dd-28cc095ec472 HTTP/1.1" status: 204 len: 168 time: 0.1962590 Sep 16 17:43:47.456404 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43618) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:47.482595 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.499658 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:47.504536 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Usage tracker for resource:security_group_rule and tenant:6d4c6688fa4744ba8adcae75e327ae6e is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:47.508012 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:47.515410 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:47.559779 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2581d4-cccb-4bb9-89ff-a278bff9842e req-4bbd3a16-01b7-41b9-bb68-73b1a0b38a49 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:47.561371 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f2581d4-cccb-4bb9-89ff-a278bff9842e req-4bbd3a16-01b7-41b9-bb68-73b1a0b38a49 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1085193 Sep 16 17:43:47.606113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.607576 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f2581d4-cccb-4bb9-89ff-a278bff9842e req-1d226673-63a7-47ab-9c1e-e03a3c51cbbb tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Sep 16 17:43:47.617702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.626826 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fb83bb5e-b979-4e1c-b6b8-498abd9b47f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:47.665926 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d4c6688fa4744ba8adcae75e327ae6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081192 Sep 16 17:43:47.667442 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ffbc55-3fd5-41eb-acaa-d4b4dcb46777,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:47.668972 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43622) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:47.670557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:47.727897 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.754284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.810002 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.815184 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b474a194-b681-43cd-a2ef-5b4ad37a7f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:47.827355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ffbc55-3fd5-41eb-acaa-d4b4dcb46777,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:47.831209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:47.839792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:47.843177 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72ffbc55-3fd5-41eb-acaa-d4b4dcb46777 HTTP/1.1" status: 204 len: 168 time: 0.1707971 Sep 16 17:43:48.024011 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:43:48.714677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262173-131b-46d0-beb3-d9c88e51fceb req-81d9e11e-83ea-4103-95ab-2ebafcde94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:48.716974 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2e262173-131b-46d0-beb3-d9c88e51fceb req-81d9e11e-83ea-4103-95ab-2ebafcde94d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.1632352 Sep 16 17:43:48.852390 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae5912-12e8-4e4b-9672-452d82ade4db req-7f08f2d2-ce94-439c-804e-9573f4195555 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:48.861356 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34ae5912-12e8-4e4b-9672-452d82ade4db req-7f08f2d2-ce94-439c-804e-9573f4195555 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1262829 Sep 16 17:43:48.941355 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34ae5912-12e8-4e4b-9672-452d82ade4db req-12c38553-1b76-42ac-a510-9e5be50a6ca5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Sep 16 17:43:49.005984 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2e262173-131b-46d0-beb3-d9c88e51fceb req-e0dc2e1d-b9e2-44ab-94b8-2ab4029a30f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822022 Sep 16 17:43:49.058497 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43692) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:49.184244 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.199251 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:49.204022 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Usage tracker for resource:security_group_rule and tenant:132323aa41234ff4ae2dc1b4a7393fa8 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:49.208553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:49.217689 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:49.319764 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.325015 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.336379 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-57e4c386-bd87-4bb8-a760-d81dd5fce8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:49.380102 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=132323aa41234ff4ae2dc1b4a7393fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181932 Sep 16 17:43:49.380434 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43736) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:49.403774 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f74b10b-7372-4327-8e41-d969d1290f10,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:49.412535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:49.472097 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.502933 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.582663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.589591 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c79b072d-2843-4f7a-bb03-de9af4299ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:49.618426 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f74b10b-7372-4327-8e41-d969d1290f10,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:49.622507 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:49.635689 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:49.640841 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f74b10b-7372-4327-8e41-d969d1290f10 HTTP/1.1" status: 204 len: 168 time: 0.2593403 Sep 16 17:43:50.305713 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23644d7-7339-4188-94ef-3865fe64b133 req-b19b4ea9-4b84-400f-a32a-fe27f7cee083 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:50.307347 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b23644d7-7339-4188-94ef-3865fe64b133 req-b19b4ea9-4b84-400f-a32a-fe27f7cee083 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1386929 Sep 16 17:43:50.389245 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b23644d7-7339-4188-94ef-3865fe64b133 req-849b2907-2c58-4fd3-a666-2e892d626088 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Sep 16 17:43:50.617297 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43812) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:50.836925 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-927302030-network', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:50.842090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:50.847029 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Usage tracker for resource:network and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:50.851529 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:50.861219 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:50.881431 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Made reservation on behalf of fae2cfecde9d442e8cf2177aa3c63770 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:50.884165 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:50.911901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:50.937274 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:50.941988 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:50.948877 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:50.957910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:50.960248 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c007d3-e90c-4b3d-8b28-57518a6d653a req-ca6d3dec-598a-4481-9701-9e6166b99009 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:50.962017 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d4c007d3-e90c-4b3d-8b28-57518a6d653a req-ca6d3dec-598a-4481-9701-9e6166b99009 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1180594 Sep 16 17:43:50.976411 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-abdb7c1b-fb30-402d-9535-69d562e6fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:50.978127 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-abdb7c1b-fb30-402d-9535-69d562e6fcce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.2297668 Sep 16 17:43:51.012487 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d4c007d3-e90c-4b3d-8b28-57518a6d653a req-272aa3aa-209c-4c32-937a-3f7f08511620 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Sep 16 17:43:51.154792 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-ad15818d-6c81-4abe-bb19-8e5ecc7d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:51.156244 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-ad15818d-6c81-4abe-bb19-8e5ecc7d873d service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.1676724 Sep 16 17:43:51.231705 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.242131 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-33368dfa-25b5-4f03-8725-8fdcb1d38c23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.0738723 Sep 16 17:43:51.242840 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.245857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1d7d0323-ee92-4723-9329-917865e55af6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:51.313059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=79463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:43:51.333855 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648aa854-de76-425a-adce-2f06923e6017,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:51.337675 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:51.342214 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.342576 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Added segment c2097541-d8b5-4f6f-bc4c-c86464de616c of type vlan for network c81b33cc-2253-4355-8b2a-fa350f61e4df Sep 16 17:43:51.357622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-20ce7cf6-e760-4924-a268-e9a8e527382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:51.359045 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-20ce7cf6-e760-4924-a268-e9a8e527382a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1065671 Sep 16 17:43:51.413290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.426681 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-2bda4fd7-95c7-481a-a58f-59dddcaeee6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533624 Sep 16 17:43:51.520853 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43838) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:51.535409 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.538579 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:51.539153 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.545644 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:51.648732 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.663229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:51.667154 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Usage tracker for resource:security_group_rule and tenant:8a22743df22e4f5fa10169b559300c50 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:51.670126 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:51.672428 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0531685 Sep 16 17:43:51.675392 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 43844) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:51.677692 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-6f944cae-b57c-4dbf-a520-6a06c45292e9 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428439 Sep 16 17:43:51.681206 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Pushing event updated for resources: {'Network': ['ID=c81b33cc-2253-4355-8b2a-fa350f61e4df,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:51.683973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:51.684988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Request body: {'subnet': {'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-927302030-subnet', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:51.688798 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:51.691781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network c81b33cc-2253-4355-8b2a-fa350f61e4df details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:43:51.693049 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:51.701287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Usage tracker for resource:subnet and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:51.705009 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:51.719147 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:51.738521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Made reservation on behalf of fae2cfecde9d442e8cf2177aa3c63770 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:43:51.740880 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.824183 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-de7ee5de-f12c-4fd7-af03-1cea18d19f05 req-9f00dbb4-9652-4367-9063-90b4c7bb40c7 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392441 Sep 16 17:43:51.926621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.935791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:51.973690 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-8f183dec-dd16-442f-b3c6-a088f6bb619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:52.104989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a22743df22e4f5fa10169b559300c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830657 Sep 16 17:43:52.107892 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43858) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:52.108929 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bac2ea-5847-4050-bc74-c19c610294e4,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.113026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:52.154092 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.161461 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e76b6b0e-f210-471f-9578-6c21d1501008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:52.199954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.225380 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.281950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d6776d-e2b8-48a6-9985-9505e16746f6,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.291296 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:52.306146 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Checking segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:52.306428 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.306541 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Network hostable DHCP agents. Network: c81b33cc-2253-4355-8b2a-fa350f61e4df, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:43:52.313360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-55c23acb-da18-445b-8d90-8a2af4f7042b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:52.336046 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bac2ea-5847-4050-bc74-c19c610294e4,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:52.336481 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Network c81b33cc-2253-4355-8b2a-fa350f61e4df is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:43:52.340364 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:52.344458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.345956 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9bac2ea-5847-4050-bc74-c19c610294e4 HTTP/1.1" status: 204 len: 168 time: 0.2369061 Sep 16 17:43:52.364080 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66043cd-1682-46fd-b301-04f2fe030aca req-b39644f5-e004-4454-9802-2d3049a5ebfa tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:52.374876 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b66043cd-1682-46fd-b301-04f2fe030aca req-b39644f5-e004-4454-9802-2d3049a5ebfa tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2143176 Sep 16 17:43:52.389630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, c81b33cc-2253-4355-8b2a-fa350f61e4df) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:52.403354 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:52.403554 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053411ee-ba3f-428b-95d4-06222ed0dae4 None None] Network c81b33cc-2253-4355-8b2a-fa350f61e4df requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:52.403975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.461338 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b66043cd-1682-46fd-b301-04f2fe030aca req-326cc0fd-7a10-49e4-9178-619eb6dae6d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854745 Sep 16 17:43:52.495992 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 43874) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:52.498899 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c1f245ba-7343-4c30-8a4d-06fc95c4e0c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8221452 Sep 16 17:43:52.502199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:43:52.507226 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:43:52.523246 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Usage tracker for resource:router and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:43:52.526354 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:43:52.537179 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:43:52.560962 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.562265 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.599660 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.715204 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-c81b33cc-2253-4355-8b2a-fa350f61e4df', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:43:52.716419 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:52.924282 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Allocated IP 172.20.0.2 (c81b33cc-2253-4355-8b2a-fa350f61e4df/03d6776d-e2b8-48a6-9985-9505e16746f6/b0fa7a22-dee4-4320-836f-02c5d417f4bc) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:53.066151 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.277675 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055cb8-a91e-4744-96fe-879d99570185 req-b24964c4-e06a-41e2-90a8-f012e76b4f7e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:53.283186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.286490 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34055cb8-a91e-4744-96fe-879d99570185 req-b24964c4-e06a-41e2-90a8-f012e76b4f7e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1289482 Sep 16 17:43:53.306354 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Transition to ACTIVE for port object b0fa7a22-dee4-4320-836f-02c5d417f4bc will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:53.327208 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Transition to ACTIVE for port object b0fa7a22-dee4-4320-836f-02c5d417f4bc will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:53.337059 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.344049 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:53.345011 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34055cb8-a91e-4744-96fe-879d99570185 req-1e9520b2-21c5-412b-9542-5ba12fc9c540 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575495 Sep 16 17:43:53.416145 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Network c81b33cc-2253-4355-8b2a-fa350f61e4df is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:53.418976 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:53.422793 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:53.466692 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Pushing event updated for resources: {'Port': ['ID=b0fa7a22-dee4-4320-836f-02c5d417f4bc,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:53.508578 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:53.514088 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.533015 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Attempting to bind port b0fa7a22-dee4-4320-836f-02c5d417f4bc on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:53.533015 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Attempting to bind port b0fa7a22-dee4-4320-836f-02c5d417f4bc by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:53.533365 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Attempting to bind port b0fa7a22-dee4-4320-836f-02c5d417f4bc on network c81b33cc-2253-4355-8b2a-fa350f61e4df {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:53.539259 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:53.539571 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Checking segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:53.540704 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.541124 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Bound using segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:53.541668 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Bound port: b0fa7a22-dee4-4320-836f-02c5d417f4bc, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:53.542065 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.551775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.656069 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] For port b0fa7a22-dee4-4320-836f-02c5d417f4bc, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:53.661258 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] For port b0fa7a22-dee4-4320-836f-02c5d417f4bc, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b0fa7a22-dee4-4320-836f-02c5d417f4bc,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:53.672539 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:53.676467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:53.761849 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Pushing event updated for resources: {'Port': ['ID=b0fa7a22-dee4-4320-836f-02c5d417f4bc,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:53.766361 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:53.788366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb249a-88d9-4bcb-a503-57e4dfe39793 req-ecae574f-ca31-4550-8c45-81691204392b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:53.789760 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9beb249a-88d9-4bcb-a503-57e4dfe39793 req-ecae574f-ca31-4550-8c45-81691204392b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1939821 Sep 16 17:43:53.847079 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Allocated IP 172.28.0.219 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/0b87027a-ab30-437f-858e-3c33563e9e96) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:53.903742 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9beb249a-88d9-4bcb-a503-57e4dfe39793 req-8a07c3ae-5db0-4b48-a71b-96e714e997be tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Sep 16 17:43:54.136188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.173581 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.179398 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:54.278550 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:54.281877 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:54.286379 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:54.482734 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Pushing event updated for resources: {'Port': ['ID=0b87027a-ab30-437f-858e-3c33563e9e96,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:54.487776 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:54.621177 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ad19-dfb5-46fe-82c9-b3b3dec3c4c9 req-666db27d-6381-4beb-acb0-4cb7b253a074 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:54.629840 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f3f3ad19-dfb5-46fe-82c9-b3b3dec3c4c9 req-666db27d-6381-4beb-acb0-4cb7b253a074 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1050556 Sep 16 17:43:54.675348 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f3f3ad19-dfb5-46fe-82c9-b3b3dec3c4c9 req-bcc87f1d-5f3c-4aae-a25e-38a39131c7b1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443618 Sep 16 17:43:54.798378 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:54.961867 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd03d6c-cf3a-4043-9e69-13d36a20d0d6 None None] Network c81b33cc-2253-4355-8b2a-fa350f61e4df requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:43:55.058052 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-1f0623cd-4594-4159-b72b-819d7bf43f19 None None] Provisioning for port b0fa7a22-dee4-4320-836f-02c5d417f4bc completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:55.126333 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9a39e-9ed6-41c1-827c-1a102b4eafc9 req-e54f1f26-953d-4a54-9b66-f33dd9079503 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:55.127845 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ef9a39e-9ed6-41c1-827c-1a102b4eafc9 req-e54f1f26-953d-4a54-9b66-f33dd9079503 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0968878 Sep 16 17:43:55.180954 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ef9a39e-9ed6-41c1-827c-1a102b4eafc9 req-a5767764-bd36-49cf-b778-435470b90ae0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Sep 16 17:43:55.313746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.557557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Router 365f94e1-87b8-441c-b217-5aaf0ee52530 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:43:55.776082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:55.786426 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Sync routers for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:55.796819 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:55.797766 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:55.815990 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:55.819965 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3200459 Sep 16 17:43:55.820081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44008) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:43:55.958127 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b0fa7a22-dee4-4320-836f-02c5d417f4bc up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:56.048596 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port b0fa7a22-dee4-4320-836f-02c5d417f4bc completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:56.059173 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port b0fa7a22-dee4-4320-836f-02c5d417f4bc triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:56.059646 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.068048 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:56.122263 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98eb85-e525-45a4-97e3-c83ebc732dc3 req-b0dee35f-053d-4c73-85fc-18603c217b45 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:56.129193 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5e98eb85-e525-45a4-97e3-c83ebc732dc3 req-b0dee35f-053d-4c73-85fc-18603c217b45 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1526794 Sep 16 17:43:56.198246 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.239332 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port b0fa7a22-dee4-4320-836f-02c5d417f4bc, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b0fa7a22-dee4-4320-836f-02c5d417f4bc,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:43:56.245804 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.248019 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:56.326669 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=b0fa7a22-dee4-4320-836f-02c5d417f4bc,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:56.330032 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:56.335775 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5e98eb85-e525-45a4-97e3-c83ebc732dc3 req-5c228b6c-dc19-4e38-b466-5c775f948e7f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053509 Sep 16 17:43:56.422948 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:54Z', 'revision_number': 3, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:56.426740 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Checking router: 365f94e1-87b8-441c-b217-5aaf0ee52530 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:43:56.427110 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Updating router 365f94e1-87b8-441c-b217-5aaf0ee52530 port 0b87027a-ab30-437f-858e-3c33563e9e96 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:43:56.482104 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.712210 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.886784 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.901577 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Transition to ACTIVE for port object 0b87027a-ab30-437f-858e-3c33563e9e96 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:56.910160 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:56.917523 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-db03b255-2f93-4631-b361-03f9e0e5733b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:57.011841 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Attempting to bind port 0b87027a-ab30-437f-858e-3c33563e9e96 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:43:57.012220 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Attempting to bind port 0b87027a-ab30-437f-858e-3c33563e9e96 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:43:57.012590 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Attempting to bind port 0b87027a-ab30-437f-858e-3c33563e9e96 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:43:57.016593 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd2fe2-9cd6-4dc8-bdfd-3357328ec6d8 None None] Pushing event updated for resources: {'Port': ['ID=0b87027a-ab30-437f-858e-3c33563e9e96,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:57.020746 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-91bd2fe2-9cd6-4dc8-bdfd-3357328ec6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:57.022263 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:43:57.022642 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:43:57.023213 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.023629 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:43:57.024095 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Bound port: 0b87027a-ab30-437f-858e-3c33563e9e96, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:43:57.024492 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.071727 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Allocated IP 172.20.0.1 (c81b33cc-2253-4355-8b2a-fa350f61e4df/03d6776d-e2b8-48a6-9985-9505e16746f6/7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:43:57.102513 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] For port 0b87027a-ab30-437f-858e-3c33563e9e96, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:43:57.105813 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] For port 0b87027a-ab30-437f-858e-3c33563e9e96, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=0b87027a-ab30-437f-858e-3c33563e9e96,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:43:57.109313 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.114045 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:57.164380 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e206c-570f-483e-b8a3-40a538496734 req-41caec7c-d4dc-4c2d-86e3-c230d5855c96 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:57.165899 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-340e206c-570f-483e-b8a3-40a538496734 req-41caec7c-d4dc-4c2d-86e3-c230d5855c96 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2143171 Sep 16 17:43:57.187508 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:57.188129 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:57.254515 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-340e206c-570f-483e-b8a3-40a538496734 req-ca2fe65e-1dea-4fca-91b5-0e7e8ec7a610 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Sep 16 17:43:57.275736 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.295797 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Transition to ACTIVE for port object 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:43:57.324204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.330483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6dcadd6d-2c19-406d-af63-6ad9f16e6e33 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:57.395347 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd2fe2-9cd6-4dc8-bdfd-3357328ec6d8 None None] Pushing event updated for resources: {'Port': ['ID=0b87027a-ab30-437f-858e-3c33563e9e96,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:57.400030 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-91bd2fe2-9cd6-4dc8-bdfd-3357328ec6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:57.407944 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Network c81b33cc-2253-4355-8b2a-fa350f61e4df is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:57.412336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:57.415863 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:43:57.468079 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:43:57.486487 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:57.495173 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:57.507950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.774225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-7ab9c17a-e8c9-40d2-8903-2a4a52e279d6 None None] Provisioning for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:43:57.782464 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-7ab9c17a-e8c9-40d2-8903-2a4a52e279d6 None None] Provisioning complete for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:57.783112 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c17a-e8c9-40d2-8903-2a4a52e279d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:57.873292 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6a37-c689-4942-835a-914fc84175e9 req-d23959f5-da25-4750-b815-8dbd49611af8 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:57.883896 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84da6a37-c689-4942-835a-914fc84175e9 req-d23959f5-da25-4750-b815-8dbd49611af8 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.2089629 Sep 16 17:43:57.966524 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:54Z', 'revision_number': 3, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:43:57.983553 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39549caf-8c10-4e8a-9eb6-e2d52fca4e60 None None] The sync data for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb is: [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:54Z', 'revision_number': 3, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:43:57.996804 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84da6a37-c689-4942-835a-914fc84175e9 req-8963ad44-4057-4d8c-aec9-415c6519440e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119900 Sep 16 17:43:58.042493 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b0fa7a22-dee4-4320-836f-02c5d417f4bc up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:43:58.077978 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.205567 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9c17a-e8c9-40d2-8903-2a4a52e279d6 None None] Port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:43:58.228902 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port b0fa7a22-dee4-4320-836f-02c5d417f4bc triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:58.229482 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.373511 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.383966 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.431377 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:43:58.529232 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.532651 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:43:58.535522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:43:58.679630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Network c81b33cc-2253-4355-8b2a-fa350f61e4df is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:43:58.680764 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:43:58.938973 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-ca0c4628-3489-43ac-8335-315d260c6352 None None] Provisioning complete for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:43:58.940090 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ca0c4628-3489-43ac-8335-315d260c6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:43:58.972410 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Router 365f94e1-87b8-441c-b217-5aaf0ee52530 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:43:59.000799 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4628-3489-43ac-8335-315d260c6352 None None] Port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:43:59.213960 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:43:59.238036 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] 10.222.0.32 "PUT /v2.0/routers/365f94e1-87b8-441c-b217-5aaf0ee52530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106190 Sep 16 17:43:59.253315 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a871-3767-4530-aec2-263e9da3f59b req-f617ecf0-38b2-4d3a-8a00-bbcdf6f36d20 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:43:59.254863 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0e74a871-3767-4530-aec2-263e9da3f59b req-f617ecf0-38b2-4d3a-8a00-bbcdf6f36d20 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1319959 Sep 16 17:43:59.332701 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0e74a871-3767-4530-aec2-263e9da3f59b req-c9a858d2-9a3c-464e-bb88-447fe828dddc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659673 Sep 16 17:43:59.876530 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Sync routers for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:43:59.890668 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:43:59.906559 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:00.023256 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 0b87027a-ab30-437f-858e-3c33563e9e96 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:00.058351 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44090) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:00.066710 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152466817-network', 'tenant_id': '676f19f050c54132a5131e44706b83ff'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:00.070157 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:00.074979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Usage tracker for resource:network and tenant:676f19f050c54132a5131e44706b83ff is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:00.079157 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:00.087071 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:00.098586 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Made reservation on behalf of 676f19f050c54132a5131e44706b83ff for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:00.101052 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.114902 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.132940 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:00.136803 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Usage tracker for resource:security_group_rule and tenant:676f19f050c54132a5131e44706b83ff is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:00.139615 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:00.145274 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:00.209544 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 0b87027a-ab30-437f-858e-3c33563e9e96 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:00.219712 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 0b87027a-ab30-437f-858e-3c33563e9e96 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:00.220351 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.251330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.256397 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:00.259224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.274632 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:44:00.282309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f5d03f64-40f3-4924-8fd2-91c1904b9479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:00.299837 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.300337 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Added segment 71950c95-bc67-4acc-932f-4bf61feab2d0 of type vlan for network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 Sep 16 17:44:00.339319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.387488 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4493f9e7-051a-41b6-a173-4e5cb080fb02,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:00.391162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.392151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:00.393322 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:00.393896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.397714 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-369b6438-2f3d-41bf-a743-49abce94dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:00.512295 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:00.515204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:00.519658 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4583931 Sep 16 17:44:00.520675 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44108) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:00.529090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Request body: {'subnet': {'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152466817-subnet', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:00.534552 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:00.546794 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Usage tracker for resource:subnet and tenant:676f19f050c54132a5131e44706b83ff is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:00.554212 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:00.560266 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:00.580687 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Made reservation on behalf of 676f19f050c54132a5131e44706b83ff for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:00.584708 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.607881 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:44:00.721767 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddc7ff-df29-4d65-a2f5-21545d8afde3 req-ee3f0547-22fa-469b-82f9-91c48f7d112a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:00.728056 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a0ddc7ff-df29-4d65-a2f5-21545d8afde3 req-ee3f0547-22fa-469b-82f9-91c48f7d112a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1586299 Sep 16 17:44:00.817830 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a0ddc7ff-df29-4d65-a2f5-21545d8afde3 req-d1d7fe10-5688-48a4-9d4d-f936198a4c5c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820878 Sep 16 17:44:00.852344 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-bd59c441-11f4-48b7-897e-718237405215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.879266 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.909718 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.934602 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-92fe5474-7c48-4219-a99d-dbf2394c9dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:00.980854 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 0b87027a-ab30-437f-858e-3c33563e9e96, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=0b87027a-ab30-437f-858e-3c33563e9e96,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:00.987296 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:00.989845 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:01.055878 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3491423a-7307-4a88-af14-bcc246087640,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:01.059954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:01.063036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Checking segment: {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:01.063641 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Network hostable DHCP agents. Network: 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:44:01.089072 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:44:01.101830 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:01.105660 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=0b87027a-ab30-437f-858e-3c33563e9e96,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:01.108262 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:01.109798 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.110721 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:01.116808 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42028c-aef1-44c0-ba6c-38fbc6225be9 None None] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:01.138179 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6157236 Sep 16 17:44:01.140914 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44122) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:01.147336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:01.152825 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:01.158264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Usage tracker for resource:router and tenant:676f19f050c54132a5131e44706b83ff is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:01.163204 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:01.170713 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:01.184058 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.185447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.189457 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:43:58Z', 'revision_number': 2, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:01.206365 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Checking router: 365f94e1-87b8-441c-b217-5aaf0ee52530 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:01.206567 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.206668 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Updating router 365f94e1-87b8-441c-b217-5aaf0ee52530 port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:01.303826 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.423470 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.558058 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'fixed_ips': [{'subnet_id': '3491423a-7307-4a88-af14-bcc246087640'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:44:01.559189 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.567307 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:01.614757 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54188f9a-9eca-4c8f-a983-c4e7b044a7c2 req-2f54a61f-cdb5-4e2d-b260-8ad1bb18b937 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:01.616503 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54188f9a-9eca-4c8f-a983-c4e7b044a7c2 req-2f54a61f-cdb5-4e2d-b260-8ad1bb18b937 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0937274 Sep 16 17:44:01.690133 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9818-cd50-4be9-a981-a17b32906be1 req-25347b53-e0a3-4f60-8176-2d3c4892200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:01.691325 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-25347b53-e0a3-4f60-8176-2d3c4892200e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.1828372 Sep 16 17:44:01.721638 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54188f9a-9eca-4c8f-a983-c4e7b044a7c2 req-6fc0ca21-d284-47b7-9e5e-89402990dd29 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926178 Sep 16 17:44:01.923194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 0b87027a-ab30-437f-858e-3c33563e9e96 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:01.994435 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Allocated IP 172.20.0.2 (3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1/3491423a-7307-4a88-af14-bcc246087640/3024d70a-a5c1-440d-acb7-b48f86888a46) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:02.032276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9818-cd50-4be9-a981-a17b32906be1 req-070bc423-fd01-4860-af48-c7de213c059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:02.034203 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-070bc423-fd01-4860-af48-c7de213c059c service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.3254023 Sep 16 17:44:02.147769 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-e9e55617-3b0d-4b22-a2e6-05bf904e6094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.0984335 Sep 16 17:44:02.181850 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.190959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739a4e-384d-4c60-9505-95b13114531d req-99f855ab-503e-46be-ac79-fa2f513232cd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:02.196422 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83739a4e-384d-4c60-9505-95b13114531d req-99f855ab-503e-46be-ac79-fa2f513232cd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1737063 Sep 16 17:44:02.212851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Transition to ACTIVE for port object 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:02.243283 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 0b87027a-ab30-437f-858e-3c33563e9e96 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:02.243283 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.277807 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.290082 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:02.300222 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83739a4e-384d-4c60-9505-95b13114531d req-812b0322-66db-441a-a770-d508c51872b3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920720 Sep 16 17:44:02.501262 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.566564 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Pushing event updated for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:02.577433 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:02.598009 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.605975 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9818-cd50-4be9-a981-a17b32906be1 req-927549ac-0403-4652-a9dc-ed99663b199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:02.607994 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-927549ac-0403-4652-a9dc-ed99663b199f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.3380992 Sep 16 17:44:02.692685 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.722337 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-75e379e5-9d20-4040-81d9-d528e5e930ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574827 Sep 16 17:44:02.728522 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Transition to ACTIVE for port object 3024d70a-a5c1-440d-acb7-b48f86888a46 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:02.743824 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Attempting to bind port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:02.744195 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Attempting to bind port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:02.744556 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Attempting to bind port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 on network c81b33cc-2253-4355-8b2a-fa350f61e4df {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:02.760205 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:02.760586 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Checking segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:02.760994 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.761420 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Bound using segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:02.763303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Bound port: 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:02.763721 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.785877 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Transition to ACTIVE for port object 3024d70a-a5c1-440d-acb7-b48f86888a46 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:02.885627 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:02.892795 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:02.987796 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:02.997736 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:03.003231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:03.014343 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Pushing event updated for resources: {'Port': ['ID=3024d70a-a5c1-440d-acb7-b48f86888a46,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.026349 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] For port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:03.028296 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Allocated IP 172.28.0.75 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/af0d5cd7-0197-4712-b7bd-ef15adfe2443) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:03.030043 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:03.038432 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-8335c422-c77c-43be-ba29-6f56dc16db25 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003578 Sep 16 17:44:03.061367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42f41-073a-44e8-b2a0-50f7f3d09e3a req-409d3c7c-7280-48fd-b7e8-4f0231dab2a9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:03.064160 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8bd42f41-073a-44e8-b2a0-50f7f3d09e3a req-409d3c7c-7280-48fd-b7e8-4f0231dab2a9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1655464 Sep 16 17:44:03.102848 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] For port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:03.116326 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.121904 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:03.132838 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8bd42f41-073a-44e8-b2a0-50f7f3d09e3a req-4749c98e-6c15-4141-8574-46451cd3e5c2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621583 Sep 16 17:44:03.181258 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Attempting to bind port 3024d70a-a5c1-440d-acb7-b48f86888a46 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:03.181640 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Attempting to bind port 3024d70a-a5c1-440d-acb7-b48f86888a46 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:03.182099 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Attempting to bind port 3024d70a-a5c1-440d-acb7-b48f86888a46 on network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:03.198844 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:03.199231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Checking segment: {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:03.199671 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.200090 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Bound using segment: {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:03.200541 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Bound port: 3024d70a-a5c1-440d-acb7-b48f86888a46, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:03.200921 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.230432 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:03.231083 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:43:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:03.317362 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-985f9818-cd50-4be9-a981-a17b32906be1 req-9f159fc8-9a70-4763-a6b8-522f34283eea service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562020 Sep 16 17:44:03.325415 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.377994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.381724 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:03.390799 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Pushing event updated for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.411485 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:03.453158 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5c394a50-452f-46d1-be19-9eaf7e3244c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.480266 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:03.483734 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:03.486280 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:03.504035 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] For port 3024d70a-a5c1-440d-acb7-b48f86888a46, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:03.509924 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] For port 3024d70a-a5c1-440d-acb7-b48f86888a46, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=3024d70a-a5c1-440d-acb7-b48f86888a46,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:03.522427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:03.527080 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:03.539971 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c6567-2dd5-4b85-ab9e-8a107990144b req-a9032e72-8c5d-4056-a9f4-673caa8017a0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:03.543862 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e88c6567-2dd5-4b85-ab9e-8a107990144b req-a9032e72-8c5d-4056-a9f4-673caa8017a0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.0994494 Sep 16 17:44:03.572199 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:03.589711 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e88c6567-2dd5-4b85-ab9e-8a107990144b req-7ed19f78-ebb4-4f67-b54d-3b21cf6f32f3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402069 Sep 16 17:44:03.613364 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Pushing event updated for resources: {'Port': ['ID=af0d5cd7-0197-4712-b7bd-ef15adfe2443,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.624851 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:03.757194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Pushing event updated for resources: {'Port': ['ID=3024d70a-a5c1-440d-acb7-b48f86888a46,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:03.800671 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:03.816779 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44168) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:03.909275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Deleting subnet 4457a873-0869-4931-9f0d-5c6974aecfda {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:44:03.913357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.043412 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.063108 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:04.077344 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5873da-7638-4e4a-91ea-6d355ac3300e None None] The sync data for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb is: [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:04.110295 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.197865 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.353253 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.359648 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:04.401391 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.418543 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4457a873-0869-4931-9f0d-5c6974aecfda,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:04.437893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.438289 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.439089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.439089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.439370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.439674 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.440011 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.441024 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.441024 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.441024 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.441395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.441655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:04.446888 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.452614 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:04.455210 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4457a873-0869-4931-9f0d-5c6974aecfda HTTP/1.1" status: 204 len: 168 time: 0.6373932 Sep 16 17:44:04.457766 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44178) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:04.641878 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c130b2-b005-460d-8d19-337672fa1baf req-1774291b-368f-4f17-9a08-71e5e2606012 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:04.649384 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83c130b2-b005-460d-8d19-337672fa1baf req-1774291b-368f-4f17-9a08-71e5e2606012 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3399873 Sep 16 17:44:04.683752 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:04.745267 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83c130b2-b005-460d-8d19-337672fa1baf req-86503766-0629-44d7-bd06-0052b750c0c0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949893 Sep 16 17:44:04.747895 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.016743 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.050022 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0e705c-29cc-42fe-8056-650aff08d341']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:05.050555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:44:05.069419 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7786cb5e-00c2-4408-be06-925645d518d2') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:05.069703 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7786cb5e-00c2-4408-be06-925645d518d2') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:05.078954 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f4d10-493d-484a-b8af-c172a28d2577 None None] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:05.092036 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71ace8-e686-4f14-bd11-c447058f759e req-2fc98152-d35a-4400-bd2c-f6d1cfd94d0a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:05.096156 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c71ace8-e686-4f14-bd11-c447058f759e req-2fc98152-d35a-4400-bd2c-f6d1cfd94d0a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.2937706 Sep 16 17:44:05.123140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.160217 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.175146 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c71ace8-e686-4f14-bd11-c447058f759e req-a142c9ea-9758-48bc-9e8b-38a9c365d820 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729485 Sep 16 17:44:05.176816 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:44:05.177310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:44:05.203906 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:44:05.221348 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-74d9704e-e6f6-424c-b663-dc1fe7d6aca9 None None] Provisioning for port 3024d70a-a5c1-440d-acb7-b48f86888a46 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:05.291013 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:05.310192 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Sync routers for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:05.320609 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.320936 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:05.321808 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:05.325926 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1839616 Sep 16 17:44:05.328851 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44188) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:05.522449 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.540600 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-37d8a562-2fd1-42d3-b169-167c54741ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:05.560456 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.572689 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:05.583340 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0e705c-29cc-42fe-8056-650aff08d341,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:05.593325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:05.599448 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e2a7de28-f196-4e7e-b3ad-2db4daceff18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b0e705c-29cc-42fe-8056-650aff08d341 HTTP/1.1" status: 204 len: 168 time: 1.1380491 Sep 16 17:44:05.600305 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44194) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:05.690420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Deleting subnet 2e52c14b-66db-4141-9c36-b1e3b85137e0 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:44:05.697750 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.789494 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.802894 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.813904 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.933707 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:05.937932 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-513959ee-6fff-4753-b09f-c50a653b322f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:05.997831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e52c14b-66db-4141-9c36-b1e3b85137e0,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.000161 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.004310 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:06.009878 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-daf4f83a-4483-4932-b4ae-342785d49204 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e52c14b-66db-4141-9c36-b1e3b85137e0 HTTP/1.1" status: 204 len: 168 time: 0.4061053 Sep 16 17:44:06.010250 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44202) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:06.070929 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:06.078722 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 3, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:06.083025 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Checking router: 8d191daf-b47b-4b70-bf34-4ac49521f9e8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:06.083461 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Updating router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 port af0d5cd7-0197-4712-b7bd-ef15adfe2443 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:06.136094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.152643 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.154469 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:06.166964 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:06.167526 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.292364 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.302189 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f021-d067-4352-81b9-883a264462fc req-b00a4b43-a4a6-4003-bc38-9db66aa73284 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:06.313266 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-77b9f021-d067-4352-81b9-883a264462fc req-b00a4b43-a4a6-4003-bc38-9db66aa73284 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2622585 Sep 16 17:44:06.326809 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.327276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.328502 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.328922 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.329458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.329860 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.330241 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.330622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.331005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.331465 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.336453 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.385081 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:06.397820 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.398999 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 3024d70a-a5c1-440d-acb7-b48f86888a46 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:06.449743 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:06.507514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-77b9f021-d067-4352-81b9-883a264462fc req-b223733b-1f04-4cbb-89af-f20edbd34ec2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827459 Sep 16 17:44:06.542605 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.542953 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.543300 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.543652 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 17:44:06.544042 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976ba7e5-a41c-4a54-9e4b-18603da614b4']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:06.562423 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27565fa0-fb21-4c3e-aa3d-83d36f06fdb5') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:06.562756 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27565fa0-fb21-4c3e-aa3d-83d36f06fdb5') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:06.576969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.589944 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.603118 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.616767 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Transition to ACTIVE for port object af0d5cd7-0197-4712-b7bd-ef15adfe2443 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:06.617696 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:44:06.618130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.619048 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.627071 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.636670 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:06.643325 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 3024d70a-a5c1-440d-acb7-b48f86888a46 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:06.645543 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-3d2fc6fa-c6b0-42b9-9e5f-8d6131e5ba09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:06.650807 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 3024d70a-a5c1-440d-acb7-b48f86888a46 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:06.650807 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: from cryptography.utils import int_from_bytes Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: from cryptography.utils import int_from_bytes Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: util.warn_limited( Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: util.warn_limited( Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:44:06.656817 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:44:06.789112 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Attempting to bind port af0d5cd7-0197-4712-b7bd-ef15adfe2443 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:06.789489 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Attempting to bind port af0d5cd7-0197-4712-b7bd-ef15adfe2443 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:06.789864 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Attempting to bind port af0d5cd7-0197-4712-b7bd-ef15adfe2443 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:06.796809 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fecf9-8927-4208-b82c-6b1ae4439c16 None None] Pushing event updated for resources: {'Port': ['ID=af0d5cd7-0197-4712-b7bd-ef15adfe2443,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.808323 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ce3fecf9-8927-4208-b82c-6b1ae4439c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:06.809511 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:06.810052 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:06.810510 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.810916 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:06.811411 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Bound port: af0d5cd7-0197-4712-b7bd-ef15adfe2443, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:06.811850 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.822755 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.888317 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c94b0-ce00-4abb-b414-945fab6a2b6d req-fd11fa85-ff28-457b-8c77-178bd6d27a93 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:06.890119 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0c4c94b0-ce00-4abb-b414-945fab6a2b6d req-fd11fa85-ff28-457b-8c77-178bd6d27a93 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.4599967 Sep 16 17:44:06.908109 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 3024d70a-a5c1-440d-acb7-b48f86888a46, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=3024d70a-a5c1-440d-acb7-b48f86888a46,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:06.917958 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.925184 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:06.940450 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.946666 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.951332 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:06.953990 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:06.979093 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=976ba7e5-a41c-4a54-9e4b-18603da614b4,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:06.988312 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] For port af0d5cd7-0197-4712-b7bd-ef15adfe2443, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:06.989064 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.989501 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.989849 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.991814 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.992175 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.992529 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.992952 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.993323 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.993668 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.995397 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] For port af0d5cd7-0197-4712-b7bd-ef15adfe2443, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=af0d5cd7-0197-4712-b7bd-ef15adfe2443,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:06.999528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:06.999937 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:07.000378 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:07.002024 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.003814 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:07.009066 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e979dfe6-ae91-4828-ba26-93c04e3b67c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/976ba7e5-a41c-4a54-9e4b-18603da614b4 HTTP/1.1" status: 204 len: 168 time: 0.9976425 Sep 16 17:44:07.016496 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=3024d70a-a5c1-440d-acb7-b48f86888a46,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:07.017841 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:07.026271 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0c4c94b0-ce00-4abb-b414-945fab6a2b6d req-d7a97693-fa74-4516-92cf-6bd8cf039cce tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274664 Sep 16 17:44:07.048189 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:07.116064 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fecf9-8927-4208-b82c-6b1ae4439c16 None None] Pushing event updated for resources: {'Port': ['ID=af0d5cd7-0197-4712-b7bd-ef15adfe2443,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:07.135371 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ce3fecf9-8927-4208-b82c-6b1ae4439c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:07.158029 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:07.158651 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:07.246636 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Allocated IP 172.20.0.1 (3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1/3491423a-7307-4a88-af14-bcc246087640/bf506c24-2d42-42ac-92d7-b3c27355312f) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:07.344119 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44218) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:07.359783 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:07.400915 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-92d76699-004c-4763-9f6f-6cecee11f0bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f3714b556874896b73904ca55ecc6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554812 Sep 16 17:44:07.403159 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44222) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:07.411207 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.429812 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Transition to ACTIVE for port object bf506c24-2d42-42ac-92d7-b3c27355312f will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:07.464226 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.469895 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:07.470521 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.508380 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.581072 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.587037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-89533766-70ef-497d-b415-3db9509bde9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:07.590255 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Pushing event updated for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:07.594668 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:07.607488 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:07.608740 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a53e76-777c-446d-ac0d-d29f7a26a190,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:07.609090 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:07.611895 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:07.646276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:07.669665 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.671312 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a53e76-777c-446d-ac0d-d29f7a26a190 HTTP/1.1" status: 204 len: 168 time: 0.2668481 Sep 16 17:44:07.672253 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 3, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:07.685347 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547605ee-5064-40bf-96e3-f22fdc3554d1 None None] The sync data for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb is: [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:03Z', 'revision_number': 3, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:07.719427 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:07.858260 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191327e-6516-41db-a1e7-4285d30bc59a req-f91d0d6d-569b-41a9-a343-fd4c39d4e999 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:07.865922 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8191327e-6516-41db-a1e7-4285d30bc59a req-f91d0d6d-569b-41a9-a343-fd4c39d4e999 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1841800 Sep 16 17:44:07.925304 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:08.007700 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c9985257-449c-470a-a5b5-19bc2918bded None None] Provisioning for port bf506c24-2d42-42ac-92d7-b3c27355312f completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:08.009508 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8191327e-6516-41db-a1e7-4285d30bc59a req-17f04638-7ee7-4ea7-9667-e5465c7768eb tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427231 Sep 16 17:44:08.029678 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-c9985257-449c-470a-a5b5-19bc2918bded None None] Provisioning complete for port bf506c24-2d42-42ac-92d7-b3c27355312f triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:08.030050 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c9985257-449c-470a-a5b5-19bc2918bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.030999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.125769 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:08.126586 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.206679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-c9985257-449c-470a-a5b5-19bc2918bded None None] Port bf506c24-2d42-42ac-92d7-b3c27355312f cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:08.337987 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 3024d70a-a5c1-440d-acb7-b48f86888a46 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:08.398195 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44240) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:08.417426 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 3024d70a-a5c1-440d-acb7-b48f86888a46 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:08.417799 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.464315 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.468445 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-33ecac83-e080-4b2e-98ab-7557a9686275 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ec2d29571c6403ea3906caedf5661b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680993 Sep 16 17:44:08.470048 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44244) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:08.476785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.519475 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:08.567035 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.581965 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba67f-ce0d-4e89-b37b-d31e35a3c4d1 req-f1672212-dd31-4ca0-9999-796a80b3b9e9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:08.583570 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1e6ba67f-ce0d-4e89-b37b-d31e35a3c4d1 req-f1672212-dd31-4ca0-9999-796a80b3b9e9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.2363625 Sep 16 17:44:08.606481 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.648444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Pushing event updated for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:08.657993 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.662961 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:08.722678 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.729461 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0dbaf99e-83b1-4dd2-a202-e94342dc344f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:08.747530 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:08.749701 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a9b411a-8cf9-4b26-9f6d-6a7259593ef4 HTTP/1.1" status: 204 len: 168 time: 0.2786796 Sep 16 17:44:08.751031 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b411a-8cf9-4b26-9f6d-6a7259593ef4,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:08.755118 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:08.799574 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1e6ba67f-ce0d-4e89-b37b-d31e35a3c4d1 req-912a1013-dcaa-473f-a92e-18a8afd214f5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033887 Sep 16 17:44:08.827457 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:08.828831 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:08.853393 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:09.103264 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:44:09.137418 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-ea13a75c-3d7a-415d-9e52-43819a8267b8 None None] Provisioning complete for port bf506c24-2d42-42ac-92d7-b3c27355312f triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:09.138461 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ea13a75c-3d7a-415d-9e52-43819a8267b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:09.211193 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-ea13a75c-3d7a-415d-9e52-43819a8267b8 None None] Port bf506c24-2d42-42ac-92d7-b3c27355312f cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:09.494087 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab294ea-f305-4cf6-9fe8-cee639eede9d req-47fda846-ffa8-4aff-a768-14aa7741d902 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:09.497694 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ab294ea-f305-4cf6-9fe8-cee639eede9d req-47fda846-ffa8-4aff-a768-14aa7741d902 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3167536 Sep 16 17:44:09.500874 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:09.541744 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] 10.222.0.32 "PUT /v2.0/routers/8d191daf-b47b-4b70-bf34-4ac49521f9e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2117045 Sep 16 17:44:09.589155 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-76928155-215a-4a79-8186-802bb27f38ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173434 Sep 16 17:44:09.592160 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5ab294ea-f305-4cf6-9fe8-cee639eede9d req-13e59a96-d1ea-412d-9ce4-01a36b202c74 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893116 Sep 16 17:44:09.715321 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-1cfdf9e9-d2c1-4ea6-9542-3b1d3232114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:09.717167 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-1cfdf9e9-d2c1-4ea6-9542-3b1d3232114e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 1099 time: 0.0899236 Sep 16 17:44:09.848657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44292) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:09.904042 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-c2245608-4412-408c-b6cb-04f496d5006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:09.905669 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-c2245608-4412-408c-b6cb-04f496d5006c service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.1623971 Sep 16 17:44:09.965519 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Sync routers for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:09.980750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:09.981375 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:10.053111 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-4b8551ca-165d-41d7-a6c7-912c7a80faf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 200 len: 217 time: 0.1360309 Sep 16 17:44:10.100223 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device af0d5cd7-0197-4712-b7bd-ef15adfe2443 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:10.126723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-443801110-network', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:10.133550 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:10.140133 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Usage tracker for resource:network and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:10.144528 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:10.145855 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-16d32093-73b8-4776-9458-77f584b3ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:10.147937 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-16d32093-73b8-4776-9458-77f584b3ca9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.0875814 Sep 16 17:44:10.152121 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:10.179681 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Made reservation on behalf of 15d36b82a9d14dbd8ff2b25f64add095 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:10.181867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.196494 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.213638 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-38471efa-d955-429a-a9fa-165a01d62235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586576 Sep 16 17:44:10.220747 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:10.237745 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159149f-fd92-4d1c-951c-cb3137ee0be3 req-a61cc683-f323-4f95-9374-e38389a60198 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:10.239546 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1159149f-fd92-4d1c-951c-cb3137ee0be3 req-a61cc683-f323-4f95-9374-e38389a60198 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1952953 Sep 16 17:44:10.243411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:10.270443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:10.278703 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port af0d5cd7-0197-4712-b7bd-ef15adfe2443 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:10.282525 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:10.310611 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:10.346283 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1159149f-fd92-4d1c-951c-cb3137ee0be3 req-feecfbeb-30ac-4494-a7cd-177b92fa63d1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935457 Sep 16 17:44:10.407416 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-8449e28a-2eab-4a1b-be0d-ae7d40c03515 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853466 Sep 16 17:44:10.459293 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.463998 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.468573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-03f078c8-73ca-4a64-b788-3c92472e085e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:10.482679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port af0d5cd7-0197-4712-b7bd-ef15adfe2443 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:10.483066 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.500514 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:10.517400 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:10.528781 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:44:10.541452 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.541870 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Added segment 049a0bff-74e0-44bd-91a8-dce7a667e1e2 of type vlan for network 2f94add8-3b46-4e10-8657-6bde07a14d53 Sep 16 17:44:10.575401 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.617005 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.618958 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:10.620672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.650386 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-216b8985-65e5-4bb1-8871-a9c2875fe63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:10.671712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8207481 Sep 16 17:44:10.685938 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44314) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:10.701548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Request body: {'subnet': {'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-443801110-subnet', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:10.702465 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.720379 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port af0d5cd7-0197-4712-b7bd-ef15adfe2443, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=af0d5cd7-0197-4712-b7bd-ef15adfe2443,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:10.723327 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:10.733111 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.737608 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:10.742910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Usage tracker for resource:subnet and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:10.751940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:10.758373 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-1c5b3e83-4593-4b23-b451-df92cbda8ead req-d6b860ff-4ac1-453d-9722-3425155b7b39 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409984 Sep 16 17:44:10.764288 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:10.777090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Made reservation on behalf of 15d36b82a9d14dbd8ff2b25f64add095 for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:10.781331 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13729948'] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:10.812409 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=af0d5cd7-0197-4712-b7bd-ef15adfe2443,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:10.817158 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:10.879555 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Pushing event updated for resources: {'Network': ['ID=2f94add8-3b46-4e10-8657-6bde07a14d53,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:10.894763 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:44:10.896348 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:10.963981 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59077436-3d9f-42f3-bb8a-c371fe0557f5 req-77860230-0fa3-410f-9b3f-6f34b926e007 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:10.971287 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-59077436-3d9f-42f3-bb8a-c371fe0557f5 req-77860230-0fa3-410f-9b3f-6f34b926e007 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2201235 Sep 16 17:44:11.031901 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-59077436-3d9f-42f3-bb8a-c371fe0557f5 req-1715a4e1-d818-4ba9-8e1a-de511240cb2f tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594907 Sep 16 17:44:11.032458 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44320) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.038860 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248500971', 'description': 'tempest-secgroup-smoke-1248500971 description', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.045845 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.055974 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.057733 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.064653 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.076029 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.098358 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14858328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13729962'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.102974 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.104731 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-58543ac6-24bb-4efb-ae99-636da466d06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:11.107180 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.110049 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.115865 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.160327 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:07Z', 'revision_number': 4, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'bf506c24-2d42-42ac-92d7-b3c27355312f', 'name': '', 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'mac_address': 'fa:16:3e:69:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3491423a-7307-4a88-af14-bcc246087640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:07Z', 'updated_at': '2021-09-16T17:44:08Z', 'revision_number': 2, 'project_id': '676f19f050c54132a5131e44706b83ff', 'subnets': [{'id': '3491423a-7307-4a88-af14-bcc246087640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:11.165780 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Checking router: 8d191daf-b47b-4b70-bf34-4ac49521f9e8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:11.166147 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Updating router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 port bf506c24-2d42-42ac-92d7-b3c27355312f binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:11.182247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:11.186157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:11.190271 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Checking segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:11.190492 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Network hostable DHCP agents. Network: 2f94add8-3b46-4e10-8657-6bde07a14d53, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:44:11.198061 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.202400 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.209071 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-757c8666-5e19-4e1f-a82d-189cbf2e4082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:11.213636 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:44:11.225757 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 2f94add8-3b46-4e10-8657-6bde07a14d53) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:11.231394 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:11.231581 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.232038 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.248269 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a79a7-e381-4353-9673-aab8e582e736,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:11.251151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.255912 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2186077 Sep 16 17:44:11.256106 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426b4b0-1415-4483-a4ac-4932641e1ab4 None None] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:11.256239 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:11.256454 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44324) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.261474 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.270350 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5794291 Sep 16 17:44:11.270350 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.271174 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44328) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.273735 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.276726 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.276866 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.281197 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.283081 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.285780 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Usage tracker for resource:router and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.289423 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.296820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.306677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.313064 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.314770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.335666 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.395879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.400409 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.408732 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:11.433686 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451d3766-641c-4e6c-9af4-e7fc5715c8c3,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:11.445537 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:11.451498 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.456113 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1988211 Sep 16 17:44:11.456810 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44336) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.462262 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.468731 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.475661 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.479081 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.485062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.508028 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.587264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.610812 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.634050 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-00746d84-c507-4e54-a5c7-2a25a1da2222 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:11.678021 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a9a5c9-262f-44db-b10f-ae7f6593814d,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:11.682673 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:11.690575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.695638 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374578 Sep 16 17:44:11.696101 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44352) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.701463 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.719007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:11.735290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:11.738362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:11.748095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:11.782852 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.865344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.881783 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-2f94add8-3b46-4e10-8657-6bde07a14d53', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:44:11.883337 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.904438 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.914007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.916741 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:11.950727 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device af0d5cd7-0197-4712-b7bd-ef15adfe2443 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:11.953152 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a959b51-d07c-4ea8-a9a0-d8221d550acf,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:11.956541 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a94366-c517-475e-826d-96208bc1eb9e req-bf83922a-e5cc-42b4-85de-4018051a637e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:11.959940 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-01a94366-c517-475e-826d-96208bc1eb9e req-bf83922a-e5cc-42b4-85de-4018051a637e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.3168535 Sep 16 17:44:11.962207 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:11.972497 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:11.974897 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-dae6df8e-e4b2-436b-acbb-6794ad8fcf69 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770452 Sep 16 17:44:11.977526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44362) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:11.983669 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:11.991930 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:12.000962 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:12.008824 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:12.022685 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:12.060300 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.103806 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-01a94366-c517-475e-826d-96208bc1eb9e req-fcb48802-f5f6-4287-b218-ff7efa4d5cc7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841382 Sep 16 17:44:12.182726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:44:12.186739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.191478 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.200695 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c1bf0830-81e6-4fa9-8821-7fd8db282871 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:12.220315 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c6235f-8615-4d41-b1ce-237d64ff7a41,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:12.223039 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:12.241072 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.245805 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663178 Sep 16 17:44:12.248000 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44378) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:12.258909 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:12.274043 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:12.281175 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:12.285723 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:12.294922 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:12.342589 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.resource_extend [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 17:44:12.454317 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.securitygroups_db [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Project fae2cfecde9d442e8cf2177aa3c63770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:44:12.464441 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.534939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port af0d5cd7-0197-4712-b7bd-ef15adfe2443 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:12.535471 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.556533 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.570360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.598169 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba0d85-e3c7-4ddc-bf0e-e7ae89eca453 req-faca3a41-7665-4251-a41a-38f097ba14c4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:12.598169 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-35ba0d85-e3c7-4ddc-bf0e-e7ae89eca453 req-faca3a41-7665-4251-a41a-38f097ba14c4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.4120359 Sep 16 17:44:12.603891 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.618554 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:12.636295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Allocated IP 172.20.0.2 (2f94add8-3b46-4e10-8657-6bde07a14d53/a1684f5a-0c4b-4cae-aae0-f80b88ad4e46/e5841393-81fb-4763-b3bf-54e6599fc803) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:12.636295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:12.639469 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.640600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb1ef83-378d-4024-b526-0d51dbcea814,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:12.648883 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:12.649181 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Transition to ACTIVE for port object bf506c24-2d42-42ac-92d7-b3c27355312f will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:12.649701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.651113 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4002163 Sep 16 17:44:12.654367 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44386) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:12.664857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'security_group_rule': {'security_group_id': '2b9a79a7-e381-4353-9673-aab8e582e736', 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:12.673803 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:12.675540 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.680372 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:44:12.684865 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:security_group_rule and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:12.685039 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:12.688021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.688470 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:12.696968 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:12.711944 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.securitygroups_db [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Project fae2cfecde9d442e8cf2177aa3c63770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:44:12.723067 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.771970 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-35ba0d85-e3c7-4ddc-bf0e-e7ae89eca453 req-bc7b8f99-73d4-44b2-b3ab-39c390aad2a9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599112 Sep 16 17:44:12.940685 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.963832 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:12.971374 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-75be4e0d-d997-4457-9dd6-f3b07b8f2e8f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:13.025562 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ec359-24ad-4c9d-9095-fc2eee74e7fd,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:13.026490 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Allocated IP 172.28.0.39 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/287203ef-2394-4f38-b6e7-6d1ee1ce27f0) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:13.034429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:13.054557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.058578 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4026575 Sep 16 17:44:13.307259 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Pushing event updated for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:13.326210 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:13.366048 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.385229 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.446104 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b9ebe-b592-4c76-8160-95fe8208e03d req-53e9bdc4-2417-4505-9bb1-f057a97839b4 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:13.456983 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0e7b9ebe-b592-4c76-8160-95fe8208e03d req-53e9bdc4-2417-4505-9bb1-f057a97839b4 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1937060 Sep 16 17:44:13.467107 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:44:13.555692 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.564289 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Attempting to bind port bf506c24-2d42-42ac-92d7-b3c27355312f on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:13.564673 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Attempting to bind port bf506c24-2d42-42ac-92d7-b3c27355312f by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:13.565049 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Attempting to bind port bf506c24-2d42-42ac-92d7-b3c27355312f on network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:13.572463 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:13.573416 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0e7b9ebe-b592-4c76-8160-95fe8208e03d req-e56a5c22-4d10-4a4a-8f0e-7042dca02e60 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155047 Sep 16 17:44:13.576997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:13.633814 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:13.641239 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:13.643620 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:13.646617 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.649260 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:13.649898 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Checking segment: {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:13.650588 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.651255 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Bound using segment: {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:13.651771 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Bound port: bf506c24-2d42-42ac-92d7-b3c27355312f, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71950c95-bc67-4acc-932f-4bf61feab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:13.652156 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.664067 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-315d35b1-d53c-4c87-9213-63a30a36041b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:13.702369 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Pushing event updated for resources: {'Port': ['ID=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:13.766496 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.772674 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1f848d87-7dc7-4949-9e33-f8af3bd83e29'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:44:13.781356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:13.889378 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=6']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:13.898496 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Transition to ACTIVE for port object e5841393-81fb-4763-b3bf-54e6599fc803 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:13.925005 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Transition to ACTIVE for port object e5841393-81fb-4763-b3bf-54e6599fc803 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:13.974971 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:13.980027 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:13.987468 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:14.070841 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Pushing event updated for resources: {'Port': ['ID=e5841393-81fb-4763-b3bf-54e6599fc803,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:14.083815 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:14.133877 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:14.140638 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:14.153372 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:14.263919 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] For port bf506c24-2d42-42ac-92d7-b3c27355312f, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:14.310798 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Attempting to bind port e5841393-81fb-4763-b3bf-54e6599fc803 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:14.311436 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Attempting to bind port e5841393-81fb-4763-b3bf-54e6599fc803 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:14.311714 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Attempting to bind port e5841393-81fb-4763-b3bf-54e6599fc803 on network 2f94add8-3b46-4e10-8657-6bde07a14d53 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:14.319535 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] For port bf506c24-2d42-42ac-92d7-b3c27355312f, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=bf506c24-2d42-42ac-92d7-b3c27355312f,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:14.368505 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:14.368886 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Checking segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:14.369303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.369708 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Bound using segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:14.370340 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Bound port: e5841393-81fb-4763-b3bf-54e6599fc803, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:14.370906 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.389144 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cffe27-7140-4353-80c3-3dd089bd43b5 req-b8e61178-48fc-4788-9a2f-a892cd394123 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:14.397967 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f3cffe27-7140-4353-80c3-3dd089bd43b5 req-b8e61178-48fc-4788-9a2f-a892cd394123 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3517554 Sep 16 17:44:14.419858 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.438314 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:14.486325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.580781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:14.581944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:14.694555 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f3cffe27-7140-4353-80c3-3dd089bd43b5 req-5f38b4a2-16fd-4a12-a5b0-e239ba03f740 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940598 Sep 16 17:44:14.910042 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] For port e5841393-81fb-4763-b3bf-54e6599fc803, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:14.913939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] For port e5841393-81fb-4763-b3bf-54e6599fc803, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5841393-81fb-4763-b3bf-54e6599fc803,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:14.916111 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Pushing event updated for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:14.920028 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:14.933750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:14.943778 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-6ff37f14-751d-4018-aff3-e25534a46cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:15.111277 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Pushing event updated for resources: {'Port': ['ID=e5841393-81fb-4763-b3bf-54e6599fc803,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:15.118599 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:15.129480 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:15.406528 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1906cc-507d-4750-b32c-73a4f9a51209 req-c410d9c7-1346-484d-a08c-d3ba63be61b1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:15.420599 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8b1906cc-507d-4750-b32c-73a4f9a51209 req-c410d9c7-1346-484d-a08c-d3ba63be61b1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 944 time: 0.4222844 Sep 16 17:44:15.691044 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8b1906cc-507d-4750-b32c-73a4f9a51209 req-26545c32-a713-4d65-8de5-144bcf91e32d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2694559 Sep 16 17:44:15.697551 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:15.895857 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:07Z', 'revision_number': 4, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'bf506c24-2d42-42ac-92d7-b3c27355312f', 'name': '', 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'mac_address': 'fa:16:3e:69:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3491423a-7307-4a88-af14-bcc246087640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:07Z', 'updated_at': '2021-09-16T17:44:14Z', 'revision_number': 4, 'project_id': '676f19f050c54132a5131e44706b83ff', 'subnets': [{'id': '3491423a-7307-4a88-af14-bcc246087640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:15.906510 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c79d8c-4a42-4b7d-978d-28c83f811176 None None] The sync data for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb is: [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:44:07Z', 'revision_number': 4, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'bf506c24-2d42-42ac-92d7-b3c27355312f', 'name': '', 'network_id': '3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'mac_address': 'fa:16:3e:69:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3491423a-7307-4a88-af14-bcc246087640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:07Z', 'updated_at': '2021-09-16T17:44:14Z', 'revision_number': 4, 'project_id': '676f19f050c54132a5131e44706b83ff', 'subnets': [{'id': '3491423a-7307-4a88-af14-bcc246087640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:16.058441 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:16.228148 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5841393-81fb-4763-b3bf-54e6599fc803 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:16.366419 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:44:16.387896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979f09b-8c31-4bcc-a567-d84add92d113 req-b727a890-3575-4be0-a1d7-cab45d0d8162 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:16.399511 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c979f09b-8c31-4bcc-a567-d84add92d113 req-b727a890-3575-4be0-a1d7-cab45d0d8162 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1759565 Sep 16 17:44:16.421579 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port e5841393-81fb-4763-b3bf-54e6599fc803 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:16.501333 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:16.501863 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.793186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.819728 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c979f09b-8c31-4bcc-a567-d84add92d113 req-68d54cb5-b722-49dc-82e7-fa7a06b8b972 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133284 Sep 16 17:44:16.903475 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:16.912001 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:16.916851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c598d59-4807-4957-989f-8822f3f10989 None None] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:16.939832 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:16.960736 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:16.998218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Notify callbacks [] for router, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:17.002093 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7272706 Sep 16 17:44:17.002366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44502) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:17.038566 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:17.071866 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Sync routers for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:17.118681 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:17.125399 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:17.171536 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Provisioning for port e5841393-81fb-4763-b3bf-54e6599fc803 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:17.189698 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'code': 200} Sep 16 17:44:17.208489 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Provisioning complete for port e5841393-81fb-4763-b3bf-54e6599fc803 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:17.209029 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:17.464263 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:17.478614 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:17.522526 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=7']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:17.730825 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d7928-70b1-4228-ab4a-a4010c34544f req-d0268aca-37d4-4b36-8951-99e481de99f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:17.732332 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-054d7928-70b1-4228-ab4a-a4010c34544f req-d0268aca-37d4-4b36-8951-99e481de99f9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.5709038 Sep 16 17:44:17.823332 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.824850 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.825287 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.827560 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.828031 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.828597 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.829194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.831800 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.832265 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.832915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.833382 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.834032 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:17.854474 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:17.928608 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] For port e5841393-81fb-4763-b3bf-54e6599fc803, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5841393-81fb-4763-b3bf-54e6599fc803,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:17.941854 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:17.949781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:18.145058 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Pushing event updated for resources: {'Port': ['ID=e5841393-81fb-4763-b3bf-54e6599fc803,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:18.156588 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device bf506c24-2d42-42ac-92d7-b3c27355312f up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:18.228141 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:18.322603 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:14Z', 'revision_number': 3, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:18.344110 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Checking router: a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:18.344491 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Updating router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:18.366383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port bf506c24-2d42-42ac-92d7-b3c27355312f completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:18.384586 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port bf506c24-2d42-42ac-92d7-b3c27355312f triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:18.384971 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:18.482147 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:18.503377 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-054d7928-70b1-4228-ab4a-a4010c34544f req-1aff6bb4-1123-47f8-aee3-e0162dc2ff92 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5199800 Sep 16 17:44:18.726526 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:18.795424 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a393f4-c6c3-498f-8259-392fff857481 req-69dd5d70-c995-4469-9f77-53ccb5187e92 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:18.798873 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port bf506c24-2d42-42ac-92d7-b3c27355312f, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=bf506c24-2d42-42ac-92d7-b3c27355312f,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:18.799899 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-72afd042-3dfe-40f6-80fd-22909b83d4ed None None] Provisioning complete for port e5841393-81fb-4763-b3bf-54e6599fc803 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:18.800649 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-72afd042-3dfe-40f6-80fd-22909b83d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:18.805165 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b4a393f4-c6c3-498f-8259-392fff857481 req-69dd5d70-c995-4469-9f77-53ccb5187e92 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.4290082 Sep 16 17:44:18.870394 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:18.883727 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:18.964353 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:18.969450 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:19.216786 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b4a393f4-c6c3-498f-8259-392fff857481 req-f81bf31b-61b2-453e-acba-239f34133ccb tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107492 Sep 16 17:44:19.256981 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.279417 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.296310 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Transition to ACTIVE for port object 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:19.305662 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.310296 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ce3fecf9-8927-4208-b82c-6b1ae4439c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:19.411285 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Pushing event updated for resources: {'Port': ['ID=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:19.422179 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.422737 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.423243 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.423754 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.424240 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.424724 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.425202 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.425687 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.426166 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.426687 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.427165 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.427677 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:44:19.435959 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:19.452813 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Attempting to bind port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:19.453172 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Attempting to bind port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:19.453724 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Attempting to bind port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:19.462744 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:19.463340 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:19.463952 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.464567 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:19.465224 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Bound port: 287203ef-2394-4f38-b6e7-6d1ee1ce27f0, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:19.465789 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.572923 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] For port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:19.576965 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] For port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:19.586844 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:19.591089 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-91bd2fe2-9cd6-4dc8-bdfd-3357328ec6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:19.634330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Allocated IP 172.20.0.1 (2f94add8-3b46-4e10-8657-6bde07a14d53/a1684f5a-0c4b-4cae-aae0-f80b88ad4e46/584403b0-b7f4-45c9-acb7-f51d8efd203b) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:19.785869 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:19.786729 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:20.040273 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5841393-81fb-4763-b3bf-54e6599fc803 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:20.044042 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9e6a-ab5d-42a9-86ed-db981867b9d2 req-34a5389d-f82a-4b90-a4fa-ed5102319f13 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:20.045571 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf9d9e6a-ab5d-42a9-86ed-db981867b9d2 req-34a5389d-f82a-4b90-a4fa-ed5102319f13 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1477501 Sep 16 17:44:20.103243 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Pushing event updated for resources: {'Port': ['ID=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:20.143651 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-bf43e51b-083b-4756-be46-fd7d42e02422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:20.159914 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf9d9e6a-ab5d-42a9-86ed-db981867b9d2 req-2ea06b20-6ea3-448e-a4d0-debcfd702c55 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931013 Sep 16 17:44:20.185470 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.208586 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Transition to ACTIVE for port object 584403b0-b7f4-45c9-acb7-f51d8efd203b will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:20.252755 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:20.273660 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port e5841393-81fb-4763-b3bf-54e6599fc803 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:20.273902 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.275002 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.285294 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:20.379409 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:20.382867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:20.387010 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:20.438014 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:20.462945 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:20.490299 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.593844 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device bf506c24-2d42-42ac-92d7-b3c27355312f up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:20.709097 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port bf506c24-2d42-42ac-92d7-b3c27355312f triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:20.720696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.723197 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0e504-9566-4682-8bcf-ddfde48f3126 req-e183627d-f66c-4e8d-9257-8f5216b812fd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:20.730901 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-65e0e504-9566-4682-8bcf-ddfde48f3126 req-e183627d-f66c-4e8d-9257-8f5216b812fd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2181668 Sep 16 17:44:20.735067 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:14Z', 'revision_number': 3, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:20.739435 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090901a2-a9ac-43ac-b52e-2b9345e84488 None None] The sync data for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb is: [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:14Z', 'revision_number': 3, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:20.878533 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-65e0e504-9566-4682-8bcf-ddfde48f3126 req-c107ea75-cf0d-4bd4-8538-13eb5d1096e7 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428478 Sep 16 17:44:20.916680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:20.940266 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-00c3204e-1b20-414c-baf0-9f45f1c42c89 None None] Provisioning for port 584403b0-b7f4-45c9-acb7-f51d8efd203b completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:20.945757 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-00c3204e-1b20-414c-baf0-9f45f1c42c89 None None] Provisioning complete for port 584403b0-b7f4-45c9-acb7-f51d8efd203b triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:20.946144 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-00c3204e-1b20-414c-baf0-9f45f1c42c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:21.077703 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-00c3204e-1b20-414c-baf0-9f45f1c42c89 None None] Port 584403b0-b7f4-45c9-acb7-f51d8efd203b cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:21.244309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:21.262118 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:21.302700 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:21.420554 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:21.424726 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:21.434303 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:21.896781 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:21.934779 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810742e-6115-4835-a1b1-cd926d0e85d1 req-6f95ae94-4106-4c4a-aa36-a632afe4bd26 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:21.936386 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f810742e-6115-4835-a1b1-cd926d0e85d1 req-6f95ae94-4106-4c4a-aa36-a632afe4bd26 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.4107471 Sep 16 17:44:21.941149 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:22.037405 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:22.224606 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:22.236671 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:22.237205 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:22.351051 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f810742e-6115-4835-a1b1-cd926d0e85d1 req-f49a2a71-ed19-49c5-a38c-4026a527b92b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4005084 Sep 16 17:44:22.496364 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:44:22.542944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:22.565321 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:22.566628 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-1e6e8b8c-279d-4afc-9b97-25fd4ec5a058 None None] Provisioning complete for port 584403b0-b7f4-45c9-acb7-f51d8efd203b triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:22.568087 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8b8c-279d-4afc-9b97-25fd4ec5a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:22.605561 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:22.612869 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e054-58f7-4743-a6dd-8bc4785e40ab req-18965f86-35f3-425a-8a04-10a4083157d9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:22.618343 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:22.628219 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-10d4e054-58f7-4743-a6dd-8bc4785e40ab req-18965f86-35f3-425a-8a04-10a4083157d9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3341115 Sep 16 17:44:22.738379 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e8b8c-279d-4afc-9b97-25fd4ec5a058 None None] Port 584403b0-b7f4-45c9-acb7-f51d8efd203b cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:22.759257 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:22.766040 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:22.870475 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-10d4e054-58f7-4743-a6dd-8bc4785e40ab req-e6fda043-4a4c-4950-ac51-1393aa5a56a6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212372 Sep 16 17:44:22.952972 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:22.970730 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] 10.222.0.32 "PUT /v2.0/routers/a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9672942 Sep 16 17:44:23.282473 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Sync routers for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:23.312793 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:23.313487 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:23.600903 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:23.666771 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392cf98-efb0-46eb-897e-4323aa8c2dde req-1d36de92-dd87-4357-9293-654cd085d40c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:23.673987 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5392cf98-efb0-46eb-897e-4323aa8c2dde req-1d36de92-dd87-4357-9293-654cd085d40c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1097584 Sep 16 17:44:23.731181 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5392cf98-efb0-46eb-897e-4323aa8c2dde req-e22a15ee-b765-41c2-a711-2b60cf3f1656 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560203 Sep 16 17:44:23.794282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44606) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:23.800630 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-435660331-network', 'tenant_id': 'd0eb10210d6b428d94a5429065663716'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:23.816610 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:23.820632 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Usage tracker for resource:network and tenant:d0eb10210d6b428d94a5429065663716 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:23.824952 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:23.831326 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:23.846676 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Made reservation on behalf of d0eb10210d6b428d94a5429065663716 for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:23.850154 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:23.879379 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:23.927896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:23.936842 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Usage tracker for resource:security_group_rule and tenant:d0eb10210d6b428d94a5429065663716 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:23.950195 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:23.962242 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:23.963355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:24.152622 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:24.159520 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.181227 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.202439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.207281 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-94b0271a-feb4-499d-9733-dcd362022051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:24.246811 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:44:24.268318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ec8a8-753f-4eb2-8859-9c1251a46a6a,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:24.273896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:24.280251 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:21Z', 'revision_number': 2, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:24.285026 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Checking router: a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:24.285588 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Updating router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 port 584403b0-b7f4-45c9-acb7-f51d8efd203b binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:24.289198 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.289552 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Added segment 0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4 of type vlan for network 4a3f0477-7541-4d31-b9e8-63a39ff5133d Sep 16 17:44:24.308909 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f8c41-a284-4794-b390-ffd31c70020f req-e2d3e6a1-58cd-4b87-a7af-8ebb25615f1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:24.316250 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-689f8c41-a284-4794-b390-ffd31c70020f req-e2d3e6a1-58cd-4b87-a7af-8ebb25615f1a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1970811 Sep 16 17:44:24.371187 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.393574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.402829 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-689f8c41-a284-4794-b390-ffd31c70020f req-5aeeeae9-1f99-4865-aab0-c2fae9fd04ff tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855227 Sep 16 17:44:24.442066 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.443837 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:24.444567 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.461942 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:24.585483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3f0477-7541-4d31-b9e8-63a39ff5133d,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:24.589197 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:24.609563 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8132975 Sep 16 17:44:24.611810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44620) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:24.620312 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Request body: {'subnet': {'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-435660331-subnet', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:24.626553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:24.632231 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Usage tracker for resource:subnet and tenant:d0eb10210d6b428d94a5429065663716 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:24.635852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:24.643205 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:24.668080 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Made reservation on behalf of d0eb10210d6b428d94a5429065663716 for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:24.671684 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:24.791609 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:44:25.023548 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:44:25.096598 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.102612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a5183ab8-8231-4772-b318-af2a6c6d14c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:25.298353 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.313494 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Transition to ACTIVE for port object 584403b0-b7f4-45c9-acb7-f51d8efd203b will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:25.324677 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.342812 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-12b1c8f2-741c-42ff-82f8-73f8d8c9c829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:25.377048 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b096c880-7079-4ff3-a64e-38f4ea9691bc,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:25.385791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:25.454336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3061c3-fe3e-4005-81b7-6a344663d7f2 req-8e4dc518-ab42-4d1c-b27e-d3b9d4af751f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:25.471742 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8a3061c3-fe3e-4005-81b7-6a344663d7f2 req-8e4dc518-ab42-4d1c-b27e-d3b9d4af751f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.4428034 Sep 16 17:44:25.485791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Checking segment: {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:25.486162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Network hostable DHCP agents. Network: 4a3f0477-7541-4d31-b9e8-63a39ff5133d, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:44:25.545623 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Pushing event updated for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:25.550529 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:25.672026 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8a3061c3-fe3e-4005-81b7-6a344663d7f2 req-8b99854a-8ca0-44cb-afd7-6623b84c7af5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1893833 Sep 16 17:44:25.674110 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Attempting to bind port 584403b0-b7f4-45c9-acb7-f51d8efd203b on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:25.674477 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Attempting to bind port 584403b0-b7f4-45c9-acb7-f51d8efd203b by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:25.675060 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Attempting to bind port 584403b0-b7f4-45c9-acb7-f51d8efd203b on network 2f94add8-3b46-4e10-8657-6bde07a14d53 {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:25.678567 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:44:25.681809 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:25.682784 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Checking segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:25.683445 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.684113 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Bound using segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:25.684842 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Bound port: 584403b0-b7f4-45c9-acb7-f51d8efd203b, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:25.685818 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.729522 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 4a3f0477-7541-4d31-b9e8-63a39ff5133d) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:25.736553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:25.737177 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.760225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb887c9-6176-4f24-89ca-708e173b735a None None] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:25.770784 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1534355 Sep 16 17:44:25.771147 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44638) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:25.777106 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:25.777499 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6338b-96f7-4169-8ceb-676dcd27462c req-85aa6652-0536-408d-8b48-676ec98260df tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:25.779329 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3bd6338b-96f7-4169-8ceb-676dcd27462c req-85aa6652-0536-408d-8b48-676ec98260df tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1553457 Sep 16 17:44:25.786264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:25.802258 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Usage tracker for resource:router and tenant:d0eb10210d6b428d94a5429065663716 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:25.808821 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:25.828370 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:25.858248 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-319854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37970'] for router, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.859528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-319998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37979'] for router, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:25.868197 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3bd6338b-96f7-4169-8ceb-676dcd27462c req-5d55bcbb-f722-4151-beb8-c02188c85b20 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801294 Sep 16 17:44:25.881782 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:26.033878 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] For port 584403b0-b7f4-45c9-acb7-f51d8efd203b, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:26.066244 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] For port 584403b0-b7f4-45c9-acb7-f51d8efd203b, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=584403b0-b7f4-45c9-acb7-f51d8efd203b,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:26.126153 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:26.150657 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:26.282412 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:26.283021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:26.567640 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-319833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37941'] for router, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:26.646312 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44658) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:26.705227 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc294c4cf-86da-5c4f-a263-9df6bbb910a9-4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'fixed_ips': [{'subnet_id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc'}]}} from dv-cinder-809439-1-smb. {{(pid=79464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 16 17:44:26.706064 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:26.763632 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Pushing event updated for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:26.768334 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:26.901777 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:26.936926 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:26.951151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:bff1e9d1338749e0bdc71c80f2d699b6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:26.960935 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:26.983203 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:27.122621 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:27.245671 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.355298 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.475868 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Allocated IP 172.20.0.2 (4a3f0477-7541-4d31-b9e8-63a39ff5133d/b096c880-7079-4ff3-a64e-38f4ea9691bc/b96371f5-2027-4e8f-9bb2-5f18783f1d16) {{(pid=79464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:27.521215 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.539540 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8c31-4601-4fba-bf53-66bcb9c47eeb req-546ab9b2-2252-4583-b168-a6fad6424987 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:27.546610 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6d7a8c31-4601-4fba-bf53-66bcb9c47eeb req-546ab9b2-2252-4583-b168-a6fad6424987 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.5206826 Sep 16 17:44:27.553290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Allocated IP 172.28.0.119 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/cecf4030-67f4-4a20-994c-920a5c6770d2) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:27.571371 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.585127 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:27.615372 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220d3b9-5b8d-4a47-af61-20560ac700ea req-616a9cbc-949c-42c4-b20c-c372470ea016 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:27.617247 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1220d3b9-5b8d-4a47-af61-20560ac700ea req-616a9cbc-949c-42c4-b20c-c372470ea016 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.4524193 Sep 16 17:44:27.703490 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bff1e9d1338749e0bdc71c80f2d699b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0554831 Sep 16 17:44:27.705067 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47845cf1-87b8-4d4b-b344-d44a855d0988,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:27.710776 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44678) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:27.727645 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6d7a8c31-4601-4fba-bf53-66bcb9c47eeb req-ed879fe1-b15f-414b-961a-fa993e94a6a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797717 Sep 16 17:44:27.730858 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:27.767155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.774503 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1220d3b9-5b8d-4a47-af61-20560ac700ea req-b110d989-911a-4102-abd6-4b15998b23ba tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375885 Sep 16 17:44:27.843653 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.861719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:27.889403 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.931029 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:27.967429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:27.995981 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:27.998650 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:28.024890 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:28.029618 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e4a4e376-8528-4c73-9a4b-89c623c6852d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:28.057564 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47845cf1-87b8-4d4b-b344-d44a855d0988,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:28.069719 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:28.078385 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:28.087928 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47845cf1-87b8-4d4b-b344-d44a855d0988 HTTP/1.1" status: 204 len: 168 time: 0.3753302 Sep 16 17:44:28.103928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Pushing event updated for resources: {'Port': ['ID=cecf4030-67f4-4a20-994c-920a5c6770d2,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:28.106314 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:28.131843 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:26Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:28.160082 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ccbf-19a1-4e05-95cb-5b23c2952bf3 None None] The sync data for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb is: [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:26Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:28.186072 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks [] for port, precommit_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:28.199480 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Transition to ACTIVE for port object b96371f5-2027-4e8f-9bb2-5f18783f1d16 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:28.271386 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Transition to ACTIVE for port object b96371f5-2027-4e8f-9bb2-5f18783f1d16 will not be triggered until provisioned by entity DHCP. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:28.281255 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260'] for port, after_create {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:28.288811 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-502d7999-5492-4b94-a326-2129749b0ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:28.490099 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Pushing event updated for resources: {'Port': ['ID=b96371f5-2027-4e8f-9bb2-5f18783f1d16,revision_number=1']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:28.497435 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:28.528259 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d is already hosted by enough agents. {{(pid=79464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:28.529535 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Resources bound (agent type, host, resource id): {{(pid=79464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:28.537661 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Received port after_create {{(pid=79464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:28.737495 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Attempting to bind port b96371f5-2027-4e8f-9bb2-5f18783f1d16 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:28.737937 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Attempting to bind port b96371f5-2027-4e8f-9bb2-5f18783f1d16 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:28.739339 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Attempting to bind port b96371f5-2027-4e8f-9bb2-5f18783f1d16 on network 4a3f0477-7541-4d31-b9e8-63a39ff5133d {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:28.746350 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:28.747038 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Checking segment: {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:28.747497 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:28.750149 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Bound using segment: {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:28.750603 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Bound port: b96371f5-2027-4e8f-9bb2-5f18783f1d16, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:28.750989 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:29.015437 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] For port b96371f5-2027-4e8f-9bb2-5f18783f1d16, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:29.016447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:29.021734 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] For port b96371f5-2027-4e8f-9bb2-5f18783f1d16, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b96371f5-2027-4e8f-9bb2-5f18783f1d16,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:29.041602 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:29.045289 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:29.244238 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Pushing event updated for resources: {'Port': ['ID=b96371f5-2027-4e8f-9bb2-5f18783f1d16,revision_number=2']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:29.256624 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:29.281763 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d1a1-779c-477d-96c3-fcda495879a9 req-43d5aa2c-e23e-411b-8b49-94e7c8b2f032 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:29.288148 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad54d1a1-779c-477d-96c3-fcda495879a9 req-43d5aa2c-e23e-411b-8b49-94e7c8b2f032 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2576356 Sep 16 17:44:29.320501 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c48320-2555-4ca7-a67c-8c4d9701d0ad req-d3630dd0-9e38-4ad2-886b-fb25f0db7ebd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:29.322255 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8c48320-2555-4ca7-a67c-8c4d9701d0ad req-d3630dd0-9e38-4ad2-886b-fb25f0db7ebd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.2896349 Sep 16 17:44:29.386464 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad54d1a1-779c-477d-96c3-fcda495879a9 req-113e4392-bfab-4a81-8261-1343c14f9a68 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951767 Sep 16 17:44:29.402275 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8c48320-2555-4ca7-a67c-8c4d9701d0ad req-fa5851b5-f0e9-406c-8d87-5b30408bd48f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722637 Sep 16 17:44:29.736108 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-319824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523944'] for router, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.119486 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 584403b0-b7f4-45c9-acb7-f51d8efd203b up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:30.146887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Router 1eba956d-464d-4038-b3f6-cae9a760134a is scheduled to L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b with binding_index 1 {{(pid=79463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 16 17:44:30.224179 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port 584403b0-b7f4-45c9-acb7-f51d8efd203b completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:30.232305 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 584403b0-b7f4-45c9-acb7-f51d8efd203b triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:30.232998 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.423248 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.492192 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port 584403b0-b7f4-45c9-acb7-f51d8efd203b, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=584403b0-b7f4-45c9-acb7-f51d8efd203b,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:30.502135 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.505778 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b96371f5-2027-4e8f-9bb2-5f18783f1d16 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:30.516845 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:30.532931 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Sync routers for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:30.546807 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:30.548237 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:30.587851 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.592458 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 44728) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:30.592995 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8202806 Sep 16 17:44:30.639509 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:30.846199 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e8b9237b-7ceb-4484-bf45-074445f405a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:30.879017 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:30.894626 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:30.897334 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port b96371f5-2027-4e8f-9bb2-5f18783f1d16 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:30.901205 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97899d-5059-4121-9936-99e1be5d9839 None None] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:44:30.927811 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:31.039119 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Provisioning for port b96371f5-2027-4e8f-9bb2-5f18783f1d16 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:31.065871 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Provisioning complete for port b96371f5-2027-4e8f-9bb2-5f18783f1d16 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:31.066250 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.433678 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d9db-eaa0-4b7b-ac85-24b0cbe89efc req-669ad4a7-6bbf-4bb7-9240-4c6be5beca40 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:31.442405 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b0d4d9db-eaa0-4b7b-ac85-24b0cbe89efc req-669ad4a7-6bbf-4bb7-9240-4c6be5beca40 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.6290848 Sep 16 17:44:31.455174 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.471319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693202f6-ddd7-4aa7-84f9-e193858f6be9 req-8f463722-8afc-4bab-b437-b2c387a7b5ca tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:31.479575 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-693202f6-ddd7-4aa7-84f9-e193858f6be9 req-8f463722-8afc-4bab-b437-b2c387a7b5ca tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.6683381 Sep 16 17:44:31.481463 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:28Z', 'revision_number': 3, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:31.497877 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Checking router: 1eba956d-464d-4038-b3f6-cae9a760134a for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:31.498542 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Updating router 1eba956d-464d-4038-b3f6-cae9a760134a port cecf4030-67f4-4a20-994c-920a5c6770d2 binding host dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:31.595544 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] For port b96371f5-2027-4e8f-9bb2-5f18783f1d16, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b96371f5-2027-4e8f-9bb2-5f18783f1d16,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:31.607968 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.610601 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.616947 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:31.626717 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-5a2e2be7-6546-42e5-99b2-e558385febb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:31.627439 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b0d4d9db-eaa0-4b7b-ac85-24b0cbe89efc req-9dd98df3-817d-4059-a0c8-332b2c97823c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845541 Sep 16 17:44:31.680744 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-693202f6-ddd7-4aa7-84f9-e193858f6be9 req-f58fd9dc-9062-4c11-b0c1-1ca0836b1fd9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2004406 Sep 16 17:44:31.794967 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Pushing event updated for resources: {'Port': ['ID=b96371f5-2027-4e8f-9bb2-5f18783f1d16,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:31.802961 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-72e29325-7567-41fe-bdd7-9c892eb95834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:32.002295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 584403b0-b7f4-45c9-acb7-f51d8efd203b up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:32.176581 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port 584403b0-b7f4-45c9-acb7-f51d8efd203b triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:32.178691 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.346322 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks [] for port, precommit_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.371260 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.provisioning_blocks [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Transition to ACTIVE for port object cecf4030-67f4-4a20-994c-920a5c6770d2 will not be triggered until provisioned by entity L2. {{(pid=79465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:32.374559 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b96371f5-2027-4e8f-9bb2-5f18783f1d16 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:32.391822 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.392538 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.398564 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-ea93f817-57cc-4147-9a6d-74be30b8a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:32.497512 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88195416-8b0d-497f-999a-28590aafd010 None None] Pushing event updated for resources: {'Port': ['ID=cecf4030-67f4-4a20-994c-920a5c6770d2,revision_number=2']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:32.501281 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-88195416-8b0d-497f-999a-28590aafd010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:32.527207 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-5d3383f8-6c8d-49c5-a9c4-c935d561d668 None None] Provisioning complete for port b96371f5-2027-4e8f-9bb2-5f18783f1d16 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:32.527845 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5d3383f8-6c8d-49c5-a9c4-c935d561d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.533934 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Attempting to bind port cecf4030-67f4-4a20-994c-920a5c6770d2 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:32.534446 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Attempting to bind port cecf4030-67f4-4a20-994c-920a5c6770d2 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:32.534908 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Attempting to bind port cecf4030-67f4-4a20-994c-920a5c6770d2 on network da8eb8dc-578c-4f56-80c3-d910d3d76986 {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:32.541829 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:32.542646 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Checking segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:32.543283 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.543947 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Bound using segment: {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'} {{(pid=79465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:32.544633 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.managers [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Bound port: cecf4030-67f4-4a20-994c-920a5c6770d2, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc679d0-8564-43f5-aff6-c4be94f1c1e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}}] {{(pid=79465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:32.545266 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.608734 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port b96371f5-2027-4e8f-9bb2-5f18783f1d16 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:32.609475 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.624636 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] For port cecf4030-67f4-4a20-994c-920a5c6770d2, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:32.628737 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.plugins.ml2.db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] For port cecf4030-67f4-4a20-994c-920a5c6770d2, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=cecf4030-67f4-4a20-994c-920a5c6770d2,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:32.648254 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron_lib.callbacks.manager [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:32.666030 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:32.771918 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88195416-8b0d-497f-999a-28590aafd010 None None] Pushing event updated for resources: {'Port': ['ID=cecf4030-67f4-4a20-994c-920a5c6770d2,revision_number=3']} {{(pid=79465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:32.787322 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG oslo_concurrency.lockutils [None req-88195416-8b0d-497f-999a-28590aafd010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:32.808008 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:32.808641 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:33.140698 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Allocated IP 172.20.0.1 (4a3f0477-7541-4d31-b9e8-63a39ff5133d/b096c880-7079-4ff3-a64e-38f4ea9691bc/db5d561b-f664-41ac-a659-685cfe828b89) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:33.250419 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:33.335723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:33.353967 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Transition to ACTIVE for port object db5d561b-f664-41ac-a659-685cfe828b89 will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:33.399786 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-69fa0c3e-7c44-4bb2-bcd7-3dc1d92a7e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:33.402559 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:33.415194 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:33.452772 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44762) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:33.479443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5da0-8d24-4f3f-a556-b5def2034feb req-79c11bbb-9e83-489e-9aaa-b10e1d55d7ab tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:33.481009 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c02b5da0-8d24-4f3f-a556-b5def2034feb req-79c11bbb-9e83-489e-9aaa-b10e1d55d7ab tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.5753360 Sep 16 17:44:33.491505 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:33.518272 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:33.521158 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:33.591287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf771d-68a8-4af4-8fb9-3de6569e0dc0 req-502c1290-b7eb-44b0-b30a-f2083a652959 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:33.593580 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-24cf771d-68a8-4af4-8fb9-3de6569e0dc0 req-502c1290-b7eb-44b0-b30a-f2083a652959 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.5504525 Sep 16 17:44:33.658710 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Pushing event updated for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:33.662433 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:33.676963 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c02b5da0-8d24-4f3f-a556-b5def2034feb req-718221d8-1ea1-4a24-bf1a-3c75a9c8f270 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839144 Sep 16 17:44:33.695570 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:28Z', 'revision_number': 3, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:33.700285 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7002b577-60eb-4be8-838f-ef91e7043b46 None None] The sync data for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb is: [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:28Z', 'revision_number': 3, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:33.725988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-322679'] for router_interface, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:33.767105 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-24cf771d-68a8-4af4-8fb9-3de6569e0dc0 req-cd8c5370-6a53-4ea2-b6b2-789f0e2c3139 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601450 Sep 16 17:44:33.767358 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:33.795530 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:33.830421 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Usage tracker for resource:security_group_rule and tenant:3c6f4e2175a14f9c8e54fc5c3d184352 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:33.852078 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:33.885598 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:34.172591 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-de13e6a2-2ff1-48c3-b856-9870d0ece6a6 None None] Provisioning for port db5d561b-f664-41ac-a659-685cfe828b89 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:34.178385 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.182638 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-de13e6a2-2ff1-48c3-b856-9870d0ece6a6 None None] Provisioning complete for port db5d561b-f664-41ac-a659-685cfe828b89 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:34.183242 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-de13e6a2-2ff1-48c3-b856-9870d0ece6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.188136 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.194149 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.217872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ffb4681b-c916-4fa8-9fb1-0c1369c463a8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:34.334664 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-de13e6a2-2ff1-48c3-b856-9870d0ece6a6 None None] Port db5d561b-f664-41ac-a659-685cfe828b89 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:34.338620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699f893-6c89-41fd-bd73-c09d6313afdb,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:34.345963 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c6f4e2175a14f9c8e54fc5c3d184352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897939 Sep 16 17:44:34.346162 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:34.347018 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 44786) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:34.362697 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-75ac4c5f-b783-470a-8cff-538da01c2555 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Synchronizing usage tracker for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:34.415304 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.468635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-75ac4c5f-b783-470a-8cff-538da01c2555 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Unset dirty status for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:34.478145 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-75ac4c5f-b783-470a-8cff-538da01c2555 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248500971&fields=id&tenant_id=fae2cfecde9d442e8cf2177aa3c63770 HTTP/1.1" status: 200 len: 267 time: 0.2045393 Sep 16 17:44:34.500369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.545103 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.647896 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.655678 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e3238d85-c8e4-4b5c-bdd8-3a5e9c92facc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:34.694567 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699f893-6c89-41fd-bd73-c09d6313afdb,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:34.713869 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:34.720887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:34.724382 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0699f893-6c89-41fd-bd73-c09d6313afdb HTTP/1.1" status: 204 len: 168 time: 0.3745511 Sep 16 17:44:35.042591 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:35.053852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:35.092404 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3d28571c-74ed-4ed3-86da-2164032550cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:35.194882 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-aed1487c-9f71-45db-b48d-bf577080c051 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:35.196466 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-aed1487c-9f71-45db-b48d-bf577080c051 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 808 time: 0.7172787 Sep 16 17:44:35.265424 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-1d027a00-94d5-4d96-99d2-c7ad7474fcc7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/quotas/fae2cfecde9d442e8cf2177aa3c63770 HTTP/1.1" status: 200 len: 375 time: 0.0495708 Sep 16 17:44:35.336794 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Pushing event updated for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:35.344706 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:35.345539 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-322770'] for router_interface, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:35.485027 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f758-0cea-4b85-9432-7e75ec6ae645 req-5f1cc372-3cd3-4cbf-b45c-08028d30e989 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:35.486573 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9042f758-0cea-4b85-9432-7e75ec6ae645 req-5f1cc372-3cd3-4cbf-b45c-08028d30e989 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.5936205 Sep 16 17:44:35.564108 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-e18ea1e8-7c9c-4135-9a37-60456860e587 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Synchronizing usage tracker for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:35.709409 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9042f758-0cea-4b85-9432-7e75ec6ae645 req-ca24941b-7e9d-4c1c-810a-e7481c0357f0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077677 Sep 16 17:44:35.760920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:35.762892 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:35.780274 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-e18ea1e8-7c9c-4135-9a37-60456860e587 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Unset dirty status for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:35.781575 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-e18ea1e8-7c9c-4135-9a37-60456860e587 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5153832 Sep 16 17:44:35.803573 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:36.039074 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device cecf4030-67f4-4a20-994c-920a5c6770d2 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:36.198264 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-1ea74c59-5f88-4811-8268-c740124cf440 None None] Provisioning complete for port db5d561b-f664-41ac-a659-685cfe828b89 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:36.198914 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-1ea74c59-5f88-4811-8268-c740124cf440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:36.254737 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port cecf4030-67f4-4a20-994c-920a5c6770d2 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:36.264272 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port cecf4030-67f4-4a20-994c-920a5c6770d2 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:36.264499 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-ac3ab442-121b-4f4e-bebb-0409641c29bf service neutron] 10.222.0.32 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866986 Sep 16 17:44:36.265370 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:36.294726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-1ea74c59-5f88-4811-8268-c740124cf440 None None] Port db5d561b-f664-41ac-a659-685cfe828b89 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:36.460327 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:36.486680 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port cecf4030-67f4-4a20-994c-920a5c6770d2, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=cecf4030-67f4-4a20-994c-920a5c6770d2,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:36.490988 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:36.493618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:36.500645 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5343e-bd6e-48fe-8f7b-8c37b6047223 req-2bf021a5-a183-4653-8702-85e0e1d37212 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:36.502957 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9b5343e-bd6e-48fe-8f7b-8c37b6047223 req-2bf021a5-a183-4653-8702-85e0e1d37212 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.5976632 Sep 16 17:44:36.514405 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Router 1eba956d-464d-4038-b3f6-cae9a760134a has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:44:36.548164 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-7e86cf69-8cd6-4567-a886-4074fe935dc4 service neutron] 10.222.0.32 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733033 Sep 16 17:44:36.622768 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=cecf4030-67f4-4a20-994c-920a5c6770d2,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:36.626708 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:36.715886 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-524641d5-c858-4b9c-b21e-3832272b39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:36.718327 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-524641d5-c858-4b9c-b21e-3832272b39ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1098 time: 0.1430664 Sep 16 17:44:36.740962 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9b5343e-bd6e-48fe-8f7b-8c37b6047223 req-94bcb9cc-2798-423e-8dd9-22cd61c80978 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2254584 Sep 16 17:44:36.791434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:36.801903 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Sync routers for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:36.811429 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] 10.222.0.32 "PUT /v2.0/routers/1eba956d-464d-4038-b3f6-cae9a760134a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2150018 Sep 16 17:44:36.836044 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:36.836851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:36.973592 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-babb8811-00e1-4479-af49-c0422c2a431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:36.975483 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-babb8811-00e1-4479-af49-c0422c2a431d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.2502277 Sep 16 17:44:37.002140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36137b4-1a8d-465c-bc0d-688925eeb6ad req-078b75d5-d278-49a0-a0dd-686aa7b6cda3 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:37.003793 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d36137b4-1a8d-465c-bc0d-688925eeb6ad req-078b75d5-d278-49a0-a0dd-686aa7b6cda3 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1306348 Sep 16 17:44:37.117919 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d36137b4-1a8d-465c-bc0d-688925eeb6ad req-c7e35447-1a0c-4c6e-a2f7-eeddf1fb7f10 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015723 Sep 16 17:44:37.174052 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:37.181410 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-099e017c-7673-4729-af92-c10134cede3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 1000 time: 0.1991172 Sep 16 17:44:37.256586 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-42cdbb62-5a68-4436-8d93-48d42f9870b0 req-837d9da9-b83a-4a2c-a157-07a8204fa5cb tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 210 time: 0.0594537 Sep 16 17:44:37.324348 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-0f068cf5-f626-423d-b934-d44ea9178b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:37.328911 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-0f068cf5-f626-423d-b934-d44ea9178b18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.1407199 Sep 16 17:44:37.428633 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-94dedc43-d910-4161-933a-0ccae0bd09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:37.430115 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-94dedc43-d910-4161-933a-0ccae0bd09ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943146 Sep 16 17:44:37.611042 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-b33f8fb0-ef62-44d1-b258-519580898a3f service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735830 Sep 16 17:44:37.675551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:33Z', 'revision_number': 4, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'db5d561b-f664-41ac-a659-685cfe828b89', 'name': '', 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'mac_address': 'fa:16:3e:ea:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:32Z', 'updated_at': '2021-09-16T17:44:34Z', 'revision_number': 2, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'subnets': [{'id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:37.681112 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Checking router: 1eba956d-464d-4038-b3f6-cae9a760134a for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:37.681685 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Updating router 1eba956d-464d-4038-b3f6-cae9a760134a port db5d561b-f664-41ac-a659-685cfe828b89 binding host dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 17:44:37.784771 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:37.806022 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-0c621447-b84b-4cb0-bfd0-b670194ab6ae req-a03ef0c2-171b-4298-8b14-aefce656ff84 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882162 Sep 16 17:44:37.852334 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dabacd-43b9-448e-aa01-195e10362eaa req-474bcb47-4eb7-4052-8250-cc72b6accb07 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:37.858516 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b3dabacd-43b9-448e-aa01-195e10362eaa req-474bcb47-4eb7-4052-8250-cc72b6accb07 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2101829 Sep 16 17:44:37.945715 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b3dabacd-43b9-448e-aa01-195e10362eaa req-f465c0fe-71d1-4e62-90e4-7b26dcc9f3d8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807512 Sep 16 17:44:38.072238 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device cecf4030-67f4-4a20-994c-920a5c6770d2 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:38.140473 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aad94-b7cb-4d69-a8c2-b1f5bcd20365 req-a8b12262-401a-421e-b860-1921af36e8fd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:38.152136 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-314aad94-b7cb-4d69-a8c2-b1f5bcd20365 req-a8b12262-401a-421e-b860-1921af36e8fd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.1307666 Sep 16 17:44:38.212390 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-314aad94-b7cb-4d69-a8c2-b1f5bcd20365 req-9c6505e7-caf7-4e16-8047-f1179af5378b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564346 Sep 16 17:44:38.266486 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port cecf4030-67f4-4a20-994c-920a5c6770d2 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:38.266911 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:38.440466 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dd6d6359-8c76-4904-8fba-c90fb8566b5b req-cb1c3abf-71d3-43be-8e35-97dd7fa6a8a0 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 210 time: 0.0581462 Sep 16 17:44:38.456366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3dd0-4780-4622-b02b-4a709ef917aa req-00bfc5f8-4ae1-433e-9ed6-68218dfa51b1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:38.464260 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b23c3dd0-4780-4622-b02b-4a709ef917aa req-00bfc5f8-4ae1-433e-9ed6-68218dfa51b1 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1724961 Sep 16 17:44:38.518337 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b23c3dd0-4780-4622-b02b-4a709ef917aa req-b71fb87a-0905-4649-8449-881bdafb2928 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531616 Sep 16 17:44:38.611261 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks [] for port, precommit_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:38.628590 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Transition to ACTIVE for port object db5d561b-f664-41ac-a659-685cfe828b89 will not be triggered until provisioned by entity L2. {{(pid=79464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:38.637670 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:38.649280 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:38.771569 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-8d1f4c0a-a5b4-46ad-badb-eb7c62fc769a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:38.772288 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-8d1f4c0a-a5b4-46ad-badb-eb7c62fc769a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Synchronizing usage tracker for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:network {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:38.804369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-8d1f4c0a-a5b4-46ad-badb-eb7c62fc769a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Unset dirty status for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:network {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:38.809943 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-8d1f4c0a-a5b4-46ad-badb-eb7c62fc769a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 808 time: 0.2520354 Sep 16 17:44:38.889691 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-c515765e-4777-409f-965f-62f8fb962a3c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Synchronizing usage tracker for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:security_group {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:38.907421 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-c515765e-4777-409f-965f-62f8fb962a3c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Unset dirty status for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:security_group {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:38.909200 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-c515765e-4777-409f-965f-62f8fb962a3c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae2cfecde9d442e8cf2177aa3c63770 HTTP/1.1" status: 200 len: 380 time: 0.0903399 Sep 16 17:44:38.917319 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Pushing event updated for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=3']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:38.927290 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:38.928074 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'port': {'device_id': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'admin_state_up': True, 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'security_groups': ['2b9a79a7-e381-4353-9673-aab8e582e736']}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:39.039228 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Attempting to bind port db5d561b-f664-41ac-a659-685cfe828b89 on host dv-cinder-809439-1-smb for vnic_type normal with profile {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:39.039643 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Attempting to bind port db5d561b-f664-41ac-a659-685cfe828b89 by drivers openvswitch,hyperv on host dv-cinder-809439-1-smb at level 0 using segments [{'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:39.040029 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Attempting to bind port db5d561b-f664-41ac-a659-685cfe828b89 on network 4a3f0477-7541-4d31-b9e8-63a39ff5133d {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:39.067540 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:39.068119 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Checking agent: {'id': 'bffef532-b67d-4aae-87f7-bea9d5c4d385', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 33, 31), 'started_at': datetime.datetime(2021, 9, 16, 17, 34, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:39.068497 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Checking segment: {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:39.068891 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:39.069289 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Bound using segment: {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'} {{(pid=79464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:39.071015 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.managers [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Bound port: db5d561b-f664-41ac-a659-685cfe828b89, host: dv-cinder-809439-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d'}}] {{(pid=79464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:39.071402 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:39.148130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:39.159692 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:39.175681 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Made reservation on behalf of fae2cfecde9d442e8cf2177aa3c63770 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:44:39.180389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:39.185295 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] For port db5d561b-f664-41ac-a659-685cfe828b89, host dv-cinder-809439-1-smb, cleared binding levels {{(pid=79464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:39.188899 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] For port db5d561b-f664-41ac-a659-685cfe828b89, host dv-cinder-809439-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=db5d561b-f664-41ac-a659-685cfe828b89,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:39.194912 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:39.200622 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:39.243636 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e3db4-7153-40a6-9d5a-3fac3fb363cc req-0604410e-2637-4509-8d45-77d86d885e76 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:39.245754 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ff6e3db4-7153-40a6-9d5a-3fac3fb363cc req-0604410e-2637-4509-8d45-77d86d885e76 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1176615 Sep 16 17:44:39.282216 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Pushing event updated for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:39.287823 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:39.306719 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:39.307552 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:39.362920 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ff6e3db4-7153-40a6-9d5a-3fac3fb363cc req-eb9139bc-7529-4076-bbd9-65c7553a5da7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099727 Sep 16 17:44:39.544921 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Allocated IP 172.20.0.3 (c81b33cc-2253-4355-8b2a-fa350f61e4df/03d6776d-e2b8-48a6-9985-9505e16746f6/4d367e2a-5394-43f4-b2f7-cee9ea121248) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:39.725835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:40.020638 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.078947 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-89c69551-e2e8-4ac7-b764-aa868a522611 req-7d7686b2-e52d-4984-b99b-d53c63cd5ad6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 210 time: 0.3716462 Sep 16 17:44:40.079731 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Transition to ACTIVE for port object 4d367e2a-5394-43f4-b2f7-cee9ea121248 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:40.125271 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2f9fc-6368-407b-bb44-dc6fd885deed req-71548064-a867-46c1-993e-5bd5463ad633 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:40.126783 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-60d2f9fc-6368-407b-bb44-dc6fd885deed req-71548064-a867-46c1-993e-5bd5463ad633 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 945 time: 0.6136606 Sep 16 17:44:40.131765 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.141780 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:40.254081 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Network c81b33cc-2253-4355-8b2a-fa350f61e4df is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:40.258176 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:40.262505 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:40.282887 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-60d2f9fc-6368-407b-bb44-dc6fd885deed req-60ac0373-78a3-43c6-8777-ad10cf788399 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462505 Sep 16 17:44:40.349208 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:44:40.354779 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:40.360088 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:40.387449 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c806814-a6e0-4c62-b646-50ef282731ff req-d8ab9393-8fe8-4c2e-98a2-7b0702aa6282 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:40.396790 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0c806814-a6e0-4c62-b646-50ef282731ff req-d8ab9393-8fe8-4c2e-98a2-7b0702aa6282 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1758406 Sep 16 17:44:40.399834 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:40.400759 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.460111 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5428407 Sep 16 17:44:40.472964 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Request body: {'port': {'device_id': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:40.533647 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0c806814-a6e0-4c62-b646-50ef282731ff req-da7622fa-075b-4bb6-bee3-1222c11bc213 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358764 Sep 16 17:44:40.679569 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:33Z', 'revision_number': 4, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'db5d561b-f664-41ac-a659-685cfe828b89', 'name': '', 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'mac_address': 'fa:16:3e:ea:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:32Z', 'updated_at': '2021-09-16T17:44:39Z', 'revision_number': 4, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'subnets': [{'id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:40.688467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039446c-b7d1-4ca6-94d6-55bd08a25b34 None None] The sync data for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb is: [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:44:33Z', 'revision_number': 4, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'db5d561b-f664-41ac-a659-685cfe828b89', 'name': '', 'network_id': '4a3f0477-7541-4d31-b9e8-63a39ff5133d', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'mac_address': 'fa:16:3e:ea:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:32Z', 'updated_at': '2021-09-16T17:44:39Z', 'revision_number': 4, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'subnets': [{'id': 'b096c880-7079-4ff3-a64e-38f4ea9691bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:40.690054 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.707900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.726461 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:40.728725 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:40.737331 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e0f3f-dd38-454e-bc01-fe07a05c030d req-6e58f941-b6d8-4c5a-9058-b0fc3210c0d5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:40.749885 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.754816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:40.776376 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-207e0f3f-dd38-454e-bc01-fe07a05c030d req-6e58f941-b6d8-4c5a-9058-b0fc3210c0d5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2377119 Sep 16 17:44:40.845709 dv-cinder-809439-1-smb neutron-server[79464]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'code': 422} returned with failed status Sep 16 17:44:40.893257 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-6b26ead8-a04f-48c4-aa38-e0206cd803c8 None None] Provisioning for port 4d367e2a-5394-43f4-b2f7-cee9ea121248 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:40.895794 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-207e0f3f-dd38-454e-bc01-fe07a05c030d req-75606d32-1491-4272-98d3-66c1e84cd019 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183550 Sep 16 17:44:40.911392 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-6b26ead8-a04f-48c4-aa38-e0206cd803c8 None None] Provisioning complete for port 4d367e2a-5394-43f4-b2f7-cee9ea121248 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:40.911815 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6b26ead8-a04f-48c4-aa38-e0206cd803c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:40.914563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f042c-daa0-4df4-aa4a-75e3f096a4f4 req-2402860e-0764-4a6a-a277-a15798e40b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:40.922300 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-100f042c-daa0-4df4-aa4a-75e3f096a4f4 req-2402860e-0764-4a6a-a277-a15798e40b4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.2422733 Sep 16 17:44:41.016318 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-100f042c-daa0-4df4-aa4a-75e3f096a4f4 req-2f2c7dab-8740-4e71-b86f-cf9e1daddd07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867147 Sep 16 17:44:41.031505 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=8']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:41.036580 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:41.038692 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-6b26ead8-a04f-48c4-aa38-e0206cd803c8 None None] Port 4d367e2a-5394-43f4-b2f7-cee9ea121248 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:44:41.414657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259f291-58a4-4a09-91f9-d1b709123cc6 req-169cb0fb-fa2f-4895-b996-f3b1781b2f31 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:41.427456 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e259f291-58a4-4a09-91f9-d1b709123cc6 req-169cb0fb-fa2f-4895-b996-f3b1781b2f31 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 931 time: 0.2066417 Sep 16 17:44:41.441879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d367e2a-5394-43f4-b2f7-cee9ea121248 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:44:41.489283 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:41.524953 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e259f291-58a4-4a09-91f9-d1b709123cc6 req-a0efe3ee-35ac-45ca-b49e-49454f99830d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874867 Sep 16 17:44:41.553211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Transition to ACTIVE for port object 4d367e2a-5394-43f4-b2f7-cee9ea121248 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:44:41.560306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:41.565112 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:41.669507 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3f826-9e54-480c-ba2e-14f682e4af44 req-dc064190-0af6-41e0-9ad9-dd39c2dc7b7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:41.677909 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6ab3f826-9e54-480c-ba2e-14f682e4af44 req-dc064190-0af6-41e0-9ad9-dd39c2dc7b7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1356494 Sep 16 17:44:41.820996 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:41.842734 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:41.934820 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6ab3f826-9e54-480c-ba2e-14f682e4af44 req-f4a1c29a-7034-47f2-960a-b785464c7f89 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2559130 Sep 16 17:44:42.027066 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d48a4-4fd8-42e7-9e9b-5692f4d71ef8 req-23da8085-3f31-469f-8e00-7b845d2ae265 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:42.039201 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fd6d48a4-4fd8-42e7-9e9b-5692f4d71ef8 req-23da8085-3f31-469f-8e00-7b845d2ae265 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3249609 Sep 16 17:44:42.043105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device db5d561b-f664-41ac-a659-685cfe828b89 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:42.074565 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Attempting to bind port 4d367e2a-5394-43f4-b2f7-cee9ea121248 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:44:42.074920 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Attempting to bind port 4d367e2a-5394-43f4-b2f7-cee9ea121248 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:44:42.075223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Attempting to bind port 4d367e2a-5394-43f4-b2f7-cee9ea121248 on network c81b33cc-2253-4355-8b2a-fa350f61e4df {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:42.090829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Port 4d367e2a-5394-43f4-b2f7-cee9ea121248 on network c81b33cc-2253-4355-8b2a-fa350f61e4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:44:42.091171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Attempting to bind port 4d367e2a-5394-43f4-b2f7-cee9ea121248 on network c81b33cc-2253-4355-8b2a-fa350f61e4df {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:44:42.107762 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:44:42.108096 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Checking segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:44:42.108491 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Bound using segment: {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:44:42.108924 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Bound port: 4d367e2a-5394-43f4-b2f7-cee9ea121248, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2097541-d8b5-4f6f-bc4c-c86464de616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:44:42.109569 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.196464 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fd6d48a4-4fd8-42e7-9e9b-5692f4d71ef8 req-96fbbe1d-28ba-4312-88a0-1963f6d42f3e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562800 Sep 16 17:44:42.262440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning for port db5d561b-f664-41ac-a659-685cfe828b89 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:42.272089 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port db5d561b-f664-41ac-a659-685cfe828b89 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:42.272775 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.319908 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:44:42.327040 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:44:42.334981 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.346121 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ac8941b-41a6-420e-9b12-20fd3aad06c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:42.386223 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d695-01f1-4607-a9cc-23216834472f req-53af3326-dfee-47a0-b2c9-59e33ec096a1 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:42.400717 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f397d695-01f1-4607-a9cc-23216834472f req-53af3326-dfee-47a0-b2c9-59e33ec096a1 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1902092 Sep 16 17:44:42.417487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:42.428988 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.437258 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] 10.222.0.36 "PUT /v2.0/ports/4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 1093 time: 1.9692235 Sep 16 17:44:42.448131 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:42.515807 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f397d695-01f1-4607-a9cc-23216834472f req-8f2a5ebd-fed1-47f0-97ef-978f78505f6f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134827 Sep 16 17:44:42.561036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:42.564518 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:42.580829 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.616803 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-97ef3f10-469b-4801-8e9b-6b5d4a17900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:42.618304 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-97ef3f10-469b-4801-8e9b-6b5d4a17900f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1096 time: 0.1350994 Sep 16 17:44:42.624368 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'status': 'completed', 'code': 200} Sep 16 17:44:42.711469 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] For port db5d561b-f664-41ac-a659-685cfe828b89, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=db5d561b-f664-41ac-a659-685cfe828b89,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:42.721416 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:42.728500 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:42.843948 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-77cc3a2f-f5ec-4eef-8a5f-c9520746201a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 217 time: 0.2099276 Sep 16 17:44:43.002186 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-44d8a83e-4289-491a-b372-61ade5f6d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:43.005837 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-44d8a83e-4289-491a-b372-61ade5f6d898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.1612976 Sep 16 17:44:43.030751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4407d-a874-4941-b287-0747893febda req-3b540dfb-1209-4860-8093-c9f6af02b988 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:43.042604 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-55f4407d-a874-4941-b287-0747893febda req-3b540dfb-1209-4860-8093-c9f6af02b988 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.1651316 Sep 16 17:44:43.082764 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Pushing event updated for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:43.100505 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:43.117989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-55f4407d-a874-4941-b287-0747893febda req-fdadabda-bb4f-4bd9-84c0-c1ce661510d3 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743432 Sep 16 17:44:43.201160 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-0f6cf1c2-0bff-4e94-be6f-efb6d3a9e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:43.202823 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-0f6cf1c2-0bff-4e94-be6f-efb6d3a9e6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1805403 Sep 16 17:44:43.392229 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-4dba6a9f-0755-42a0-b4ad-8b2ac580c1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823878 Sep 16 17:44:43.574262 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-07918219-dba5-412c-99d0-0597b7f8a1b7 req-3dda2235-5975-4e1f-be36-f5c2db3be806 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759474 Sep 16 17:44:43.598246 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552700-0ecd-495d-a838-676b2fff27c7 req-f77e6306-0e45-4b43-8f5c-8095f4eed098 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:43.606844 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-60552700-0ecd-495d-a838-676b2fff27c7 req-f77e6306-0e45-4b43-8f5c-8095f4eed098 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2062113 Sep 16 17:44:43.674073 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-60552700-0ecd-495d-a838-676b2fff27c7 req-457be514-6adc-403e-8b0d-10ac29b8f1ac tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Sep 16 17:44:43.788314 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-489cf835-118d-4df6-881b-c59ddb649ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:43.791830 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-489cf835-118d-4df6-881b-c59ddb649ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1096 time: 0.1570880 Sep 16 17:44:44.020637 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device db5d561b-f664-41ac-a659-685cfe828b89 up at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:44.023800 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60e85d-195e-4a2a-b25a-cb9d0bd1f88b req-68d6d865-e903-4ec1-a4bc-cf745a386b00 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:44.029571 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ae60e85d-195e-4a2a-b25a-cb9d0bd1f88b req-68d6d865-e903-4ec1-a4bc-cf745a386b00 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2320421 Sep 16 17:44:44.033272 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-16565286-53ac-498a-a3a1-ed7e2cb48cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:44.038590 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-16565286-53ac-498a-a3a1-ed7e2cb48cc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.2313621 Sep 16 17:44:44.103042 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Provisioning complete for port db5d561b-f664-41ac-a659-685cfe828b89 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:44.103742 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:44.144904 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ae60e85d-195e-4a2a-b25a-cb9d0bd1f88b req-6525ed65-3798-4c4e-8989-30b76af0989c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038742 Sep 16 17:44:44.203470 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-930588f9-22c2-4087-8a8c-3401dd95618a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 217 time: 0.1549551 Sep 16 17:44:44.266575 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:44:44.342592 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-d49fbc42-d54f-4990-a286-3b6237ab6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:44.346611 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-d49fbc42-d54f-4990-a286-3b6237ab6f63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.1354508 Sep 16 17:44:44.630865 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-72b06379-956c-4e36-ad21-1b5229d06629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:44.632647 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-72b06379-956c-4e36-ad21-1b5229d06629 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2654524 Sep 16 17:44:45.017552 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-c207b309-d598-43f8-9cac-2675957ec913 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768487 Sep 16 17:44:45.042007 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445d8db-89b3-42ef-aff4-7b60e0c029a4 req-33d36abf-27c2-452a-a400-9e70e6ccdfaf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.062336 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d445d8db-89b3-42ef-aff4-7b60e0c029a4 req-33d36abf-27c2-452a-a400-9e70e6ccdfaf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.2727926 Sep 16 17:44:45.200516 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d445d8db-89b3-42ef-aff4-7b60e0c029a4 req-bab09672-6484-4361-bcfc-e5ca3a697940 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370103 Sep 16 17:44:45.202592 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-7551da26-6b40-4da6-bde3-115be798dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.210364 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-7551da26-6b40-4da6-bde3-115be798dbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e119e98158bf40e68ec30128f54ba16a&device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 1099 time: 0.5039322 Sep 16 17:44:45.215857 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3f2afdc5-f986-45d7-8051-e7a3ba9309a7 req-ba6fcd84-9832-4f51-b6d0-fee3dccf1e0e service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910520 Sep 16 17:44:45.301458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45038) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:45.455282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-cb707360-63ed-4de7-835e-992b85100e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.457275 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-cb707360-63ed-4de7-835e-992b85100e05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 200 len: 920 time: 0.2394168 Sep 16 17:44:45.472140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e2ba-de1c-4ac2-a5c8-0a3146b44e16 req-cc8b7c15-958b-49b5-94e0-ec79eaee5f68 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.477472 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8284e2ba-de1c-4ac2-a5c8-0a3146b44e16 req-cc8b7c15-958b-49b5-94e0-ec79eaee5f68 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.3758965 Sep 16 17:44:45.511312 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-89e8462e-a414-4749-bf43-a0fb68190fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2080417 Sep 16 17:44:45.565278 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-69d792e4-67af-4a95-9eec-5c7ec7bf1474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 200 len: 217 time: 0.0867834 Sep 16 17:44:45.755501 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8284e2ba-de1c-4ac2-a5c8-0a3146b44e16 req-7264f0b0-7ebd-435d-ada6-bcc2b67364c9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2074869 Sep 16 17:44:45.793415 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-ee85181e-b326-4935-8d63-3a63a468557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.797862 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-ee85181e-b326-4935-8d63-3a63a468557b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 200 len: 859 time: 0.1833968 Sep 16 17:44:45.923440 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0752-9c15-4afa-9194-a8ff7e1524e2 req-20636c49-3203-4fc8-8f82-6782f3e3ff8a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:45.934089 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e95b0752-9c15-4afa-9194-a8ff7e1524e2 req-20636c49-3203-4fc8-8f82-6782f3e3ff8a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.3720701 Sep 16 17:44:46.054823 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-92d6f9b1-0fd2-4914-8b1c-69fe82459cbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abbfc130-4ad8-410b-83bb-2713490b98e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501812 Sep 16 17:44:46.216013 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:44:46.241593 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e95b0752-9c15-4afa-9194-a8ff7e1524e2 req-a4448afe-1e72-485b-8033-484c3094c98d tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066924 Sep 16 17:44:46.322514 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812121b-7ba2-431f-8ff2-efcb1b3d6262 req-029743b9-0627-4309-a8ac-1e120aafef89 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:46.330834 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8812121b-7ba2-431f-8ff2-efcb1b3d6262 req-029743b9-0627-4309-a8ac-1e120aafef89 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2939250 Sep 16 17:44:46.456653 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:46.472962 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'mac_address': 'fa:16:3e:52:2e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:44:46.485286 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8812121b-7ba2-431f-8ff2-efcb1b3d6262 req-873b3a5d-41c4-4a9f-9332-38a3ee67be92 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522245 Sep 16 17:44:46.487303 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-f3b9007c-5319-4520-bb36-b2b64ae91bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845997 Sep 16 17:44:46.559167 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:46.599926 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d367e2a-5394-43f4-b2f7-cee9ea121248 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:44:46.647448 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:46.652749 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:46.654556 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:46.662546 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e148-5f5d-4725-9388-744fc97f43a6 req-dc6e4d13-5354-40b0-b036-f3d1971f08d0 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:46.664748 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d5d7e148-5f5d-4725-9388-744fc97f43a6 req-dc6e4d13-5354-40b0-b036-f3d1971f08d0 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.3067396 Sep 16 17:44:46.731843 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:46.741621 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fe2c81a-a61e-4177-8758-c0f1d10641ec req-8e62e0eb-d680-4012-8470-963bf20ec3e3 service neutron] 10.222.0.36 "GET /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411437 Sep 16 17:44:46.743257 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:46.744572 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d5d7e148-5f5d-4725-9388-744fc97f43a6 req-351156e7-8d87-499c-8813-672786b80fb7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719922 Sep 16 17:44:46.904117 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['4d367e2a-5394-43f4-b2f7-cee9ea121248'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:44:47.074086 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d226bc-272d-49af-9842-563697aed2cb req-382adaa6-eb17-4b19-8266-9aa81768837a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.101480 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-70d226bc-272d-49af-9842-563697aed2cb req-382adaa6-eb17-4b19-8266-9aa81768837a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1634140 Sep 16 17:44:47.154022 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-70d226bc-272d-49af-9842-563697aed2cb req-bbfd20f0-5af1-42de-8ba1-8d8657c956da tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484426 Sep 16 17:44:47.445964 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b2385-8153-48d1-bb40-36275ea0b2fa req-5a34ac70-bca4-4263-ac6c-5ee54b3871c2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.447559 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-524b2385-8153-48d1-bb40-36275ea0b2fa req-5a34ac70-bca4-4263-ac6c-5ee54b3871c2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0897894 Sep 16 17:44:47.498257 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-524b2385-8153-48d1-bb40-36275ea0b2fa req-e0764c21-b27c-44ff-8b61-18585b84f37e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Sep 16 17:44:47.598110 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-f29d6999-9bee-40a8-b579-d4dfa13086a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.599852 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-f29d6999-9bee-40a8-b579-d4dfa13086a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 1096 time: 0.1005814 Sep 16 17:44:47.791773 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-687b26e1-b18d-4dc0-b4f5-3e7b7b5658fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.793504 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-687b26e1-b18d-4dc0-b4f5-3e7b7b5658fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1096 time: 0.1687100 Sep 16 17:44:47.802196 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16baff-afde-44e5-b836-2ae6d08d3fac req-00aaeaf3-d685-4100-9b91-9d666b3b2620 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:47.804093 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c16baff-afde-44e5-b836-2ae6d08d3fac req-00aaeaf3-d685-4100-9b91-9d666b3b2620 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1443934 Sep 16 17:44:48.103475 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c16baff-afde-44e5-b836-2ae6d08d3fac req-4d42ced0-ca12-46fb-903e-4ee98da1a62f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385701 Sep 16 17:44:48.105326 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-da98d4c8-03b3-4ffc-a3fe-f04003c8e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.106674 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-da98d4c8-03b3-4ffc-a3fe-f04003c8e179 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.3015890 Sep 16 17:44:48.224467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:44:48.225694 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de89a5-7146-43a7-9fef-58ea69f421f9 req-38378a3e-9713-478d-9d29-008896aecd57 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.227204 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-30de89a5-7146-43a7-9fef-58ea69f421f9 req-38378a3e-9713-478d-9d29-008896aecd57 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 944 time: 0.2607639 Sep 16 17:44:48.272418 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-54f6ca1a-bfb4-483c-b57d-857ceb91be9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 998 time: 0.1504226 Sep 16 17:44:48.331401 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 4d367e2a-5394-43f4-b2f7-cee9ea121248 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:44:48.332594 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-30de89a5-7146-43a7-9fef-58ea69f421f9 req-c2af1abd-2737-4c50-88c6-64d488909b2b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933571 Sep 16 17:44:48.338467 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 4d367e2a-5394-43f4-b2f7-cee9ea121248 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:44:48.338953 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:48.436024 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-b1f64216-da83-4ae4-bc57-ec309565814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.437645 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-b1f64216-da83-4ae4-bc57-ec309565814b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.1424353 Sep 16 17:44:48.530867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408297d-cde6-477e-a670-87554da985d0 req-df2bdefc-3540-4015-85c6-e095e34d79d1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.536625 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:48.538338 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1408297d-cde6-477e-a670-87554da985d0 req-df2bdefc-3540-4015-85c6-e095e34d79d1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.2047641 Sep 16 17:44:48.577417 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:44:48.579151 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:48.586102 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:48.586271 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-18e18a39-9a9d-4a42-9630-2978a2d33278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:48.587870 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-18e18a39-9a9d-4a42-9630-2978a2d33278 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1427646 Sep 16 17:44:48.588005 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:48.598461 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1408297d-cde6-477e-a670-87554da985d0 req-507cdb15-2c8c-466a-a3f3-942701e618bb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592341 Sep 16 17:44:48.664414 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'code': 200} Sep 16 17:44:48.690598 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:48.695305 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:48.953851 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-d954b1b5-620a-4234-aab4-c35690d4a847 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541851 Sep 16 17:44:49.006759 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cba8a0-57d3-4ee8-afec-e8b8dadd3785 req-6c3118c1-a3d4-4fa4-9572-84f9e721748e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:49.008377 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-70cba8a0-57d3-4ee8-afec-e8b8dadd3785 req-6c3118c1-a3d4-4fa4-9572-84f9e721748e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2175050 Sep 16 17:44:49.039843 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e168c-8066-444e-a6cb-1938bced0716 req-0ad37b40-8f2f-49b9-ab48-c526d496dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:49.042480 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-501e168c-8066-444e-a6cb-1938bced0716 req-0ad37b40-8f2f-49b9-ab48-c526d496dde6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1098 time: 0.1169102 Sep 16 17:44:49.115544 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-501e168c-8066-444e-a6cb-1938bced0716 req-be6829ae-fb76-4b59-9f89-116747a790a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671573 Sep 16 17:44:49.118946 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-70cba8a0-57d3-4ee8-afec-e8b8dadd3785 req-53001be2-2a72-4679-953e-5998bb0ff172 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624473 Sep 16 17:44:49.235909 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67677537-caa2-4ff4-b4a8-0ff2dba70653 req-b8146447-d403-4ff5-a0c9-df32ba2ebd7c service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752562 Sep 16 17:44:49.400971 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d52e8-8ee4-42c2-95d4-4e123d0dfbd9 req-826e1f4e-f5cf-4d1b-86d2-d92b7a8a0f40 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:49.403954 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-995d52e8-8ee4-42c2-95d4-4e123d0dfbd9 req-826e1f4e-f5cf-4d1b-86d2-d92b7a8a0f40 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1125033 Sep 16 17:44:49.506511 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-995d52e8-8ee4-42c2-95d4-4e123d0dfbd9 req-b9527a33-720a-4e41-9b49-213b2ae6e7c2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949330 Sep 16 17:44:49.686954 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45118) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:49.946110 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78085-625f-4c68-8fb7-6095dce48d19 req-6e5bbf38-7bc2-40a3-8add-d6c9da1426ea tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:49.947698 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-56c78085-625f-4c68-8fb7-6095dce48d19 req-6e5bbf38-7bc2-40a3-8add-d6c9da1426ea tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1948490 Sep 16 17:44:49.974160 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.091651 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:50.110484 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Usage tracker for resource:security_group_rule and tenant:7b930fde771c440289c977c3c4f463ae is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:50.125316 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-56c78085-625f-4c68-8fb7-6095dce48d19 req-db511cb2-f7f0-45e7-8f3b-f0b04115ee70 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014988 Sep 16 17:44:50.133063 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:50.158336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:50.284444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa667-788b-46be-b9be-e98df8512399 req-1dba3f8e-03c9-4280-8beb-0b6dbb35e658 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:50.301437 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e5aa667-788b-46be-b9be-e98df8512399 req-1dba3f8e-03c9-4280-8beb-0b6dbb35e658 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.3160913 Sep 16 17:44:50.438188 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.448699 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.460766 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2251d92d-60c6-4b9f-81ff-2f4823d99c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:50.489362 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e5aa667-788b-46be-b9be-e98df8512399 req-234de58c-9454-4825-97ec-2cb619eb8963 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1864412 Sep 16 17:44:50.532883 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b930fde771c440289c977c3c4f463ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423645 Sep 16 17:44:50.533344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45136) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:50.573336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1085fe0c-85c0-44d7-9e7f-04614b2834a5,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:50.577997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:50.652083 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.691475 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.828269 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.836719 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-bccebaec-fd34-44ce-a8b4-a29b44bb3988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:50.865988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1085fe0c-85c0-44d7-9e7f-04614b2834a5,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:50.868591 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:50.874503 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:50.875916 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1085fe0c-85c0-44d7-9e7f-04614b2834a5 HTTP/1.1" status: 204 len: 168 time: 0.3417253 Sep 16 17:44:50.947852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e41d-a315-429d-adc0-8d879ae82a79 req-41a79db4-dbf0-4fd5-bd40-b351bc692dd8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:50.952957 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9501e41d-a315-429d-adc0-8d879ae82a79 req-41a79db4-dbf0-4fd5-bd40-b351bc692dd8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1851530 Sep 16 17:44:51.076575 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9501e41d-a315-429d-adc0-8d879ae82a79 req-13a872ab-fc8d-4d78-a2a8-3b6d9e64c4ed tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113863 Sep 16 17:44:51.446914 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f8fb-c7b5-414c-be4f-0d0e6690a0f6 req-3fbb4cb3-3765-4aaa-9e68-25a1180acd8c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.448513 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eff9f8fb-c7b5-414c-be4f-0d0e6690a0f6 req-3fbb4cb3-3765-4aaa-9e68-25a1180acd8c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1215868 Sep 16 17:44:51.510513 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eff9f8fb-c7b5-414c-be4f-0d0e6690a0f6 req-18082e3b-ba41-4ce9-8b61-2228263517c7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543864 Sep 16 17:44:51.839171 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcf05e-e90f-4884-82e7-9c60071e05e4 req-fb2375f8-2106-4e2e-abaa-08eb8a1d2d9c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.842393 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54fcf05e-e90f-4884-82e7-9c60071e05e4 req-fb2375f8-2106-4e2e-abaa-08eb8a1d2d9c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.2169406 Sep 16 17:44:51.906950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c509b57-70bc-4e80-9326-e7a1d1fe2fc6 req-a782af48-531f-4b0a-8259-5b4a796ce256 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:51.916137 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c509b57-70bc-4e80-9326-e7a1d1fe2fc6 req-a782af48-531f-4b0a-8259-5b4a796ce256 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1825786 Sep 16 17:44:51.975145 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54fcf05e-e90f-4884-82e7-9c60071e05e4 req-0ace8ec5-9d69-4b5c-901a-548139c4a37a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130550 Sep 16 17:44:52.061849 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c509b57-70bc-4e80-9326-e7a1d1fe2fc6 req-49ca76b5-84b6-4a54-9639-ba7c48a0d72b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435752 Sep 16 17:44:52.088699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45160) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:52.344669 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308508-7d5d-4750-ab9f-16fbf7bd721a req-87c7293f-c68f-4e1b-acce-91c9db4e3adb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:52.348018 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d3308508-7d5d-4750-ab9f-16fbf7bd721a req-87c7293f-c68f-4e1b-acce-91c9db4e3adb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1535153 Sep 16 17:44:52.452319 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d3308508-7d5d-4750-ab9f-16fbf7bd721a req-5592bf13-f936-455e-9b2d-4e4bad0ef181 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857656 Sep 16 17:44:52.551123 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7656391-f153-4deb-ad43-0cbf1fe256a8 tempest-TestShelveInstance-1242856434 tempest-TestShelveInstance-1242856434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:52.553267 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c7656391-f153-4deb-ad43-0cbf1fe256a8 tempest-TestShelveInstance-1242856434 tempest-TestShelveInstance-1242856434-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1093 time: 0.4605455 Sep 16 17:44:52.556505 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45170) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:44:52.561539 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:44:52.580457 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:44:52.610708 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Usage tracker for resource:floatingip and tenant:fae2cfecde9d442e8cf2177aa3c63770 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:44:52.618429 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:44:52.625162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:44:52.658663 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for floatingip, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:52.956975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.146800 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Allocated IP 172.28.0.82 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/0b81612d-7def-4250-93d9-1d8ab718950e) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:44:53.530085 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fae32-ba5a-4164-99ee-5d7bd335f773 req-88c3cc89-5fcf-4313-a721-65d49af38f1d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:53.532735 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b49fae32-ba5a-4164-99ee-5d7bd335f773 req-88c3cc89-5fcf-4313-a721-65d49af38f1d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1903162 Sep 16 17:44:53.735194 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.774302 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b49fae32-ba5a-4164-99ee-5d7bd335f773 req-3a90c5fe-c992-435d-ab0d-c7886d08be7d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2340372 Sep 16 17:44:53.825218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:53.829521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:53.910807 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df8a0-3f4c-4779-9af3-4f6ccb14f6b2 req-74edadcf-5847-4dfa-9795-d8872f7bc3fb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:53.912344 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360df8a0-3f4c-4779-9af3-4f6ccb14f6b2 req-74edadcf-5847-4dfa-9795-d8872f7bc3fb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2893553 Sep 16 17:44:54.007729 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:44:54.023084 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360df8a0-3f4c-4779-9af3-4f6ccb14f6b2 req-e0b9aee4-301e-410b-8f53-147689400931 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016946 Sep 16 17:44:54.028314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:44:54.034253 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:44:54.071703 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'Port': ['ID=0b81612d-7def-4250-93d9-1d8ab718950e,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:54.074771 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:54.589888 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e8dc-e7c9-4f55-9879-f8e0f1762812 req-ae7833fb-560b-4d19-ae40-f500b7832f16 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:54.591620 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a385e8dc-e7c9-4f55-9879-f8e0f1762812 req-ae7833fb-560b-4d19-ae40-f500b7832f16 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1291146 Sep 16 17:44:54.651812 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:54.660620 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a385e8dc-e7c9-4f55-9879-f8e0f1762812 req-457a14d9-cedb-423f-bbc4-93301fe2641f tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Sep 16 17:44:54.754924 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:55.172571 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-3d40fba8-d385-429d-ba54-8dabe8dd1f83 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:55.173250 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-3d40fba8-d385-429d-ba54-8dabe8dd1f83 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Synchronizing usage tracker for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:55.199337 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6dd2-9543-4e41-8792-9b4360c09145 req-628d5491-6566-4dc9-953d-bed38d9bb3ed tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:55.200844 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-62ba6dd2-9543-4e41-8792-9b4360c09145 req-628d5491-6566-4dc9-953d-bed38d9bb3ed tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.2545388 Sep 16 17:44:55.239172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:55.243223 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-3d40fba8-d385-429d-ba54-8dabe8dd1f83 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Unset dirty status for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:55.244424 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-3d40fba8-d385-429d-ba54-8dabe8dd1f83 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 814 time: 0.3493710 Sep 16 17:44:55.247173 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:55.254344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:44:55.359259 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-b440376f-5b0e-4834-a1d5-dece5a833db2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/quotas/15d36b82a9d14dbd8ff2b25f64add095 HTTP/1.1" status: 200 len: 375 time: 0.1066315 Sep 16 17:44:55.367474 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-62ba6dd2-9543-4e41-8792-9b4360c09145 req-ff9b896c-ce71-4dbf-b321-b090a6edd6c7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517782 Sep 16 17:44:55.539236 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event updated for resources: {'Port': ['ID=0b81612d-7def-4250-93d9-1d8ab718950e,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:44:55.580992 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:44:55.591921 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:55.797411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-be554e1b-6135-49d0-ab6a-ba414c468187 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Synchronizing usage tracker for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:44:55.810229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bb9e4-f232-40ba-9dd5-98c134537bd6 req-03097adf-452b-4d1a-b985-1678cc4195d2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:55.811735 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9f8bb9e4-f232-40ba-9dd5-98c134537bd6 req-03097adf-452b-4d1a-b985-1678cc4195d2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2776592 Sep 16 17:44:55.843339 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Floating IP 945f7f38-d7b1-4ff6-8b3f-e29ef8802b61 associated. External IP: 172.28.0.82, port: 4d367e2a-5394-43f4-b2f7-cee9ea121248. Sep 16 17:44:55.960577 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-be554e1b-6135-49d0-ab6a-ba414c468187 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Unset dirty status for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:44:55.961920 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-be554e1b-6135-49d0-ab6a-ba414c468187 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5903184 Sep 16 17:44:56.068291 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9f8bb9e4-f232-40ba-9dd5-98c134537bd6 req-1e2f5f5e-0e23-482d-8a24-c073cf57beaf tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483675 Sep 16 17:44:56.175728 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-32f2a3bf-3df2-4d14-b67f-5def23d7315c service neutron] 10.222.0.32 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927712 Sep 16 17:44:56.536712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-0368a37c-99f2-4aab-9f3b-7e5ea055dacf service neutron] 10.222.0.32 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245330 Sep 16 17:44:56.546017 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77840db-2c92-49af-9022-eb29e74d3231 req-3dd7d2e5-36fd-4aa3-8486-188bf8420b58 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:56.547484 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a77840db-2c92-49af-9022-eb29e74d3231 req-3dd7d2e5-36fd-4aa3-8486-188bf8420b58 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.3706250 Sep 16 17:44:56.562547 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Router 365f94e1-87b8-441c-b217-5aaf0ee52530 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:44:56.776633 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a77840db-2c92-49af-9022-eb29e74d3231 req-b06f19b7-a95b-4022-864f-a43a6de007b2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122443 Sep 16 17:44:57.137595 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-70fd641f-6a1d-4a1a-baa4-9d3558385bda req-b23fa0ad-91ee-48cf-aba6-fb9069995952 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.2659171 Sep 16 17:44:57.187540 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:44:57.203114 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Sync routers for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:44:57.225356 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:57.226507 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:57.258383 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5b49c-8885-4fd7-b932-dd0857838f3f req-e245db59-0ad0-4bd3-a84f-5271ee834007 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:57.268048 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40c5b49c-8885-4fd7-b932-dd0857838f3f req-e245db59-0ad0-4bd3-a84f-5271ee834007 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.4774117 Sep 16 17:44:57.303997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:44:57.402250 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8446481 Sep 16 17:44:57.410747 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:44:57.434204 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40c5b49c-8885-4fd7-b932-dd0857838f3f req-c9eae5a9-b979-4757-83a4-dbfa59e1ede0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642776 Sep 16 17:44:57.519973 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208276e7-289c-4f35-8cbe-cec69eeb65d5 req-1d743969-b2b1-421b-8fdd-58ddbfc0a9ce tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:57.528015 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-208276e7-289c-4f35-8cbe-cec69eeb65d5 req-1d743969-b2b1-421b-8fdd-58ddbfc0a9ce tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1607809 Sep 16 17:44:57.549031 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'status': 'completed', 'code': 200} Sep 16 17:44:57.589044 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-208276e7-289c-4f35-8cbe-cec69eeb65d5 req-cd032350-b3cf-4562-b3b5-712c12f0c370 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598984 Sep 16 17:44:57.640044 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:57.996323 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756828-7fef-4629-8988-510a09faea78 req-8ecc0f75-6b34-472d-804f-61173024d502 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:57.997996 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05756828-7fef-4629-8988-510a09faea78 req-8ecc0f75-6b34-472d-804f-61173024d502 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0965760 Sep 16 17:44:58.046263 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05756828-7fef-4629-8988-510a09faea78 req-da00f7c4-1a5a-4d21-bc36-027e5312bf4d tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Sep 16 17:44:58.067932 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '945f7f38-d7b1-4ff6-8b3f-e29ef8802b61', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'mac_address': 'fa:16:3e:52:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:54Z', 'updated_at': '2021-09-16T17:44:54Z', 'revision_number': 0, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.072770 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Checking router: 365f94e1-87b8-441c-b217-5aaf0ee52530 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:44:58.082248 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:44:58.082859 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:44:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.273546 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:44:58.324211 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c0ff2bb7-0c96-46f1-8518-d4e272057cde req-fb0e3c8a-ec2e-4155-b501-41915620ff79 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.0486376 Sep 16 17:44:58.706750 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '945f7f38-d7b1-4ff6-8b3f-e29ef8802b61', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'mac_address': 'fa:16:3e:52:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:54Z', 'updated_at': '2021-09-16T17:44:54Z', 'revision_number': 0, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:44:58.709353 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550b84-48f2-4200-8091-2199ce0743f2 req-45cb68e7-3eae-4f62-9f35-d91b97f520af tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:58.711098 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-82550b84-48f2-4200-8091-2199ce0743f2 req-45cb68e7-3eae-4f62-9f35-d91b97f520af tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1491649 Sep 16 17:44:58.711691 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15424bd6-0702-47e6-a47c-09af2b17b5dd None None] The sync data for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb is: [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '945f7f38-d7b1-4ff6-8b3f-e29ef8802b61', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'floating_ip_address': '172.28.0.82', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'mac_address': 'fa:16:3e:52:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:44:54Z', 'updated_at': '2021-09-16T17:44:54Z', 'revision_number': 0, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:44:58.810844 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-82550b84-48f2-4200-8091-2199ce0743f2 req-86244f20-95e8-42d0-ba2c-cecc8b605393 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670164 Sep 16 17:44:58.836733 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8e19c-f4ac-4620-bb4e-e2de442b2fc4 req-cb7bbf1f-4a6b-4505-b512-d472acc74c27 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:58.847411 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9fc8e19c-f4ac-4620-bb4e-e2de442b2fc4 req-cb7bbf1f-4a6b-4505-b512-d472acc74c27 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1292377 Sep 16 17:44:58.906435 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9fc8e19c-f4ac-4620-bb4e-e2de442b2fc4 req-518ef57d-13f8-410e-b7a2-e5e085fd35a3 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576696 Sep 16 17:44:59.012103 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d69f9-2a3a-4a67-8df7-8d045a5dd90a None None] New status for floating IP 945f7f38-d7b1-4ff6-8b3f-e29ef8802b61: ACTIVE {{(pid=79464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:44:59.249810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaae602-b431-4478-b801-bcf9b738bed3 req-58cd05ae-dfb0-416b-b20b-27a23cdd3ebe tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:44:59.251800 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dcaae602-b431-4478-b801-bcf9b738bed3 req-58cd05ae-dfb0-416b-b20b-27a23cdd3ebe tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0883565 Sep 16 17:44:59.307159 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dcaae602-b431-4478-b801-bcf9b738bed3 req-b2759ccf-a107-4e2e-b5f8-702495116781 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Sep 16 17:44:59.482010 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-56853574-8d38-46da-b4da-726bc2890897 req-bd5e0881-b0cd-44ce-8db1-b27857588100 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.0467229 Sep 16 17:45:00.073477 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3eb7-256c-4581-a995-3c52458869a6 req-74dc9bc9-b561-465e-8dec-12d19197210b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:00.074985 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-884e3eb7-256c-4581-a995-3c52458869a6 req-74dc9bc9-b561-465e-8dec-12d19197210b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1374204 Sep 16 17:45:00.144739 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-884e3eb7-256c-4581-a995-3c52458869a6 req-a603e1bb-a149-4e44-b3d9-3c825ff401fe tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589743 Sep 16 17:45:00.156438 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d3929-7052-430b-a44c-7199607ddfe4 req-dcb24089-b86d-4fe6-981b-d58efa4e61c4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:00.158192 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d85d3929-7052-430b-a44c-7199607ddfe4 req-dcb24089-b86d-4fe6-981b-d58efa4e61c4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1428275 Sep 16 17:45:00.204625 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d85d3929-7052-430b-a44c-7199607ddfe4 req-18f3770d-7845-4533-acb5-8dff0462138c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400794 Sep 16 17:45:00.494509 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4af3-fa5a-4b59-a608-dea15b1a9be6 req-dba843c4-fcff-4eee-9953-b44a79ce1c8a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:00.496056 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a10b4af3-fa5a-4b59-a608-dea15b1a9be6 req-dba843c4-fcff-4eee-9953-b44a79ce1c8a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0825336 Sep 16 17:45:00.554094 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a10b4af3-fa5a-4b59-a608-dea15b1a9be6 req-2fd2f909-63b3-412d-b52f-40a685a4baab tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Sep 16 17:45:00.637697 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f4c2b019-b602-4a00-a6bb-a53c76e92bf8 req-be68e468-92ee-4694-908d-1f82b58101a4 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.0463290 Sep 16 17:45:00.723792 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b273b16b-8394-41f4-a677-d2ce2cfe5682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:01.319529 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:01.417431 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b9523-d75d-4f37-ae5f-78512b58f1d1 req-7c6ec17d-61b6-43d6-be55-1c6360462761 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:01.418910 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d80b9523-d75d-4f37-ae5f-78512b58f1d1 req-7c6ec17d-61b6-43d6-be55-1c6360462761 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1511829 Sep 16 17:45:01.456997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89dee-b4a1-4e37-9efc-2267f0078d98 req-caa0fe5d-d47c-4cf6-8e53-c11729c3864a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:01.458467 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dac89dee-b4a1-4e37-9efc-2267f0078d98 req-caa0fe5d-d47c-4cf6-8e53-c11729c3864a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1290236 Sep 16 17:45:01.496735 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d80b9523-d75d-4f37-ae5f-78512b58f1d1 req-1e0571f6-5a63-4eac-bd7a-3cc7ac95c144 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714793 Sep 16 17:45:01.517716 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dac89dee-b4a1-4e37-9efc-2267f0078d98 req-7c13f72e-fde2-45d4-944a-00a7ec749bda tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502915 Sep 16 17:45:01.748076 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e78c9c-1f49-46b6-9a10-a949fa842312 req-09e443b5-7ebc-4f7b-827c-88a82c0739d0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:01.749463 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f7e78c9c-1f49-46b6-9a10-a949fa842312 req-09e443b5-7ebc-4f7b-827c-88a82c0739d0 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0880079 Sep 16 17:45:01.807766 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7dd2f50a-fae8-48c0-882d-c5a5928d52f3 req-e7a8a05e-42cc-40a0-bc06-77996fb7730b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.0573206 Sep 16 17:45:01.830145 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f7e78c9c-1f49-46b6-9a10-a949fa842312 req-d13b4a61-5659-45de-aac5-733a5764314f tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Sep 16 17:45:02.023083 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:45:02.358723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-ed939e5d-7828-4471-a39b-5ec1a6ab738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:02.360277 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-ed939e5d-7828-4471-a39b-5ec1a6ab738d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1098 time: 0.0766513 Sep 16 17:45:02.511128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-5a036c37-afaf-4203-b07f-1ccb896d7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:02.512763 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-5a036c37-afaf-4203-b07f-1ccb896d7e93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.1427546 Sep 16 17:45:02.840062 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-6eb49a1f-da95-4f7a-bcae-f4f4259bfc93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 1000 time: 0.3191211 Sep 16 17:45:02.932675 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-6bf96c09-652b-4b6e-a336-890b33697849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:02.934484 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-6bf96c09-652b-4b6e-a336-890b33697849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.0867610 Sep 16 17:45:02.944523 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d15418-486b-454f-b46f-019247159443 req-7b5db460-cd54-412e-848f-8eaa8a7ac16a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:02.945861 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74d15418-486b-454f-b46f-019247159443 req-7b5db460-cd54-412e-848f-8eaa8a7ac16a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.3207481 Sep 16 17:45:03.014038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5523c-64d6-4b0c-bcb2-42315b7ffddd req-db52ff70-d1ce-41b0-98ab-ab37975fe0ef tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.015481 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ef5523c-64d6-4b0c-bcb2-42315b7ffddd req-db52ff70-d1ce-41b0-98ab-ab37975fe0ef tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2415581 Sep 16 17:45:03.087391 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74d15418-486b-454f-b46f-019247159443 req-b70a7bdc-1990-4dcd-ad1e-3c4e5da96408 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055961 Sep 16 17:45:03.090972 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ef5523c-64d6-4b0c-bcb2-42315b7ffddd req-da0c5557-5db1-4676-9f8c-97d8e2194319 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683262 Sep 16 17:45:03.147637 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-c6d4f178-c174-4e6d-825d-2741501fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.150910 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-c6d4f178-c174-4e6d-825d-2741501fa972 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2033207 Sep 16 17:45:03.239504 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-a95e12ea-178b-48c5-9740-cccf78dc33d2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.240966 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-a95e12ea-178b-48c5-9740-cccf78dc33d2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 814 time: 0.1612413 Sep 16 17:45:03.258264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'port': {'device_id': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'admin_state_up': True, 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:03.390069 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c65de59c-051f-4502-93e7-f99992de3b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.404563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:03.412536 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-948c6b76-b9fb-41dd-a47f-d45bd1a30675 req-c83e506a-465b-4fd9-aa0b-b7a11cce3453 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 210 time: 0.0820167 Sep 16 17:45:03.414832 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:03.428337 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Made reservation on behalf of 15d36b82a9d14dbd8ff2b25f64add095 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:03.439509 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.475796 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-431a0e5d-457b-489f-ab90-f526e96e7f8e service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043165 Sep 16 17:45:03.488128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d7b66-870d-466c-b8d7-4eb7fc4aa692 req-b34b333d-f845-4f68-b832-45da0327b02e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.489549 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-048d7b66-870d-466c-b8d7-4eb7fc4aa692 req-b34b333d-f845-4f68-b832-45da0327b02e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.2472808 Sep 16 17:45:03.623526 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-048d7b66-870d-466c-b8d7-4eb7fc4aa692 req-c635ed82-8c8b-4078-9c96-a46e7cc5d706 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138968 Sep 16 17:45:03.666132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Allocated IP 172.20.0.3 (2f94add8-3b46-4e10-8657-6bde07a14d53/a1684f5a-0c4b-4cae-aae0-f80b88ad4e46/1fbabb26-f17a-4f28-bd62-3857e617d1c0) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:03.687290 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b415f22-caf2-4813-8252-152dc0b8c604 req-9d9eabb2-fdb1-4aa2-85cd-a2e69c1f229b service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967242 Sep 16 17:45:03.845803 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb7878-32be-4d53-9a54-824f237e4f9b req-74a160a6-e463-43c6-a352-e5b7bbd10b18 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.847940 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f5fb7878-32be-4d53-9a54-824f237e4f9b req-74a160a6-e463-43c6-a352-e5b7bbd10b18 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1390843 Sep 16 17:45:03.913574 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.913792 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f5fb7878-32be-4d53-9a54-824f237e4f9b req-db661e6b-8c23-4af5-8cc4-71e3963012e8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564127 Sep 16 17:45:03.925886 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-c21c2f14-67b1-4b5e-b8d5-d2816d9a0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:03.927881 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-c21c2f14-67b1-4b5e-b8d5-d2816d9a0315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1098 time: 0.1365876 Sep 16 17:45:03.932113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Transition to ACTIVE for port object 1fbabb26-f17a-4f28-bd62-3857e617d1c0 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:45:03.962850 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:03.969773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:04.059290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:04.062587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:04.072849 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:45:04.077130 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-16cb4a3a-90cc-4f42-a221-bffdc28e14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:04.079109 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-16cb4a3a-90cc-4f42-a221-bffdc28e14b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.1434474 Sep 16 17:45:04.115056 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:04.122758 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:04.162813 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:04.163463 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.226917 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720960 Sep 16 17:45:04.407699 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.479823 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69fb49-935e-4ce4-b8f9-174ef6638dee req-49b48819-740f-463b-bb46-820227d7742c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:04.482410 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d69fb49-935e-4ce4-b8f9-174ef6638dee req-49b48819-740f-463b-bb46-820227d7742c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.1459563 Sep 16 17:45:04.506823 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-e3377e2d-cac5-417f-b4ab-e9583f25557b None None] Provisioning for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:45:04.516046 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-e3377e2d-cac5-417f-b4ab-e9583f25557b None None] Provisioning complete for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:04.516712 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e3377e2d-cac5-417f-b4ab-e9583f25557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:04.544115 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d69fb49-935e-4ce4-b8f9-174ef6638dee req-0fe7fdfc-df3d-445f-be47-e1c110a0a4f2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559726 Sep 16 17:45:04.594264 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-e3377e2d-cac5-417f-b4ab-e9583f25557b None None] Port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:45:04.653020 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c419cb-e1dd-485e-b50a-24a67eacf27b req-6fd470fe-1dba-4e70-b9b0-c7a162d1eea0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:04.653945 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34c419cb-e1dd-485e-b50a-24a67eacf27b req-6fd470fe-1dba-4e70-b9b0-c7a162d1eea0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.0841928 Sep 16 17:45:04.699369 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-34c419cb-e1dd-485e-b50a-24a67eacf27b req-7fdc87cf-2857-4a29-9bd5-353f395ed44c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Synchronizing usage tracker for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:45:04.717290 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-34c419cb-e1dd-485e-b50a-24a67eacf27b req-7fdc87cf-2857-4a29-9bd5-353f395ed44c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Unset dirty status for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:45:04.718536 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-34c419cb-e1dd-485e-b50a-24a67eacf27b req-7fdc87cf-2857-4a29-9bd5-353f395ed44c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Sep 16 17:45:04.826784 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50bc0-b03d-454d-9fa0-0b25ecbe822a req-bff177cd-7940-422c-bb2a-d4adbf50789c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:04.828291 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6ca50bc0-b03d-454d-9fa0-0b25ecbe822a req-bff177cd-7940-422c-bb2a-d4adbf50789c tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.0881104 Sep 16 17:45:04.874574 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6ca50bc0-b03d-454d-9fa0-0b25ecbe822a req-7d972beb-c622-41d3-8940-82ff3b6d63e6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Sep 16 17:45:05.111886 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002934-87a2-4add-9ad8-cd27a4325908 req-0e326c8b-1698-433d-bdce-6eaa960fb39a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:05.113590 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fa002934-87a2-4add-9ad8-cd27a4325908 req-0e326c8b-1698-433d-bdce-6eaa960fb39a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0807137 Sep 16 17:45:05.166353 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fa002934-87a2-4add-9ad8-cd27a4325908 req-180785e9-c7a0-4b43-ab67-91326adc1723 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467994 Sep 16 17:45:05.745464 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd1a6a-4c71-472e-9ab1-000f0e097eee req-a1b0d4d4-4142-438c-8766-bdebbfd292dd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:05.748311 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dccd1a6a-4c71-472e-9ab1-000f0e097eee req-a1b0d4d4-4142-438c-8766-bdebbfd292dd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 943 time: 0.0856385 Sep 16 17:45:05.791530 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:05.797762 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dccd1a6a-4c71-472e-9ab1-000f0e097eee req-2a1b62ca-9ba3-49c7-a0c5-8a906c69dfc2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437350 Sep 16 17:45:05.956241 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275f39-3361-448a-90df-58c2df2d0760 req-29bbec5e-157c-49ed-9306-547b49f6e41f tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:05.957780 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1c275f39-3361-448a-90df-58c2df2d0760 req-29bbec5e-157c-49ed-9306-547b49f6e41f tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.0985401 Sep 16 17:45:06.135656 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1c275f39-3361-448a-90df-58c2df2d0760 req-f56e5b42-42df-4a4d-9db6-ae3e3ce85d88 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686878 Sep 16 17:45:06.179701 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7190-8ced-4b51-9163-d8f442cc6324 req-73590ef5-8ebc-4cf0-a0ca-539566bdc2ed tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:06.181152 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc8e7190-8ced-4b51-9163-d8f442cc6324 req-73590ef5-8ebc-4cf0-a0ca-539566bdc2ed tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1804368 Sep 16 17:45:06.226873 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc8e7190-8ced-4b51-9163-d8f442cc6324 req-1a710262-12db-478f-adb6-2f7cbfa5d1be tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Sep 16 17:45:06.289611 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:45:06.371542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e863-e558-4d7b-ba14-0a988f214870 req-72ff018e-5f9e-430f-95d3-ff8aa1e64004 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:06.373101 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bb9e863-e558-4d7b-ba14-0a988f214870 req-72ff018e-5f9e-430f-95d3-ff8aa1e64004 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0917411 Sep 16 17:45:06.425262 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bb9e863-e558-4d7b-ba14-0a988f214870 req-5ed498a1-d173-43c4-a127-9db0d0d0a653 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Sep 16 17:45:06.441050 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:06.453922 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'mac_address': 'fa:16:3e:e9:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:45:06.516714 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.535551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:45:06.551132 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:06.555237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:06.557017 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:06.626402 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=9']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:06.630186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:06.842445 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1f848d87-7dc7-4949-9e33-f8af3bd83e29'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:07.029942 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718a5a-ef51-4287-af97-9dbaa32ed21c req-dd90267c-a4a8-4677-a9f7-a3b8864a80e3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:07.035297 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5d718a5a-ef51-4287-af97-9dbaa32ed21c req-dd90267c-a4a8-4677-a9f7-a3b8864a80e3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 944 time: 0.0859702 Sep 16 17:45:07.077609 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5d718a5a-ef51-4287-af97-9dbaa32ed21c req-5a74f408-32ea-4f23-a7a4-17d977314165 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397422 Sep 16 17:45:07.329040 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9f10-a9b8-49eb-a8ff-44027f1bdb2b req-156f6c57-a26b-4edf-a7a2-d9c6f96b5aa6 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:07.330658 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-448a9f10-a9b8-49eb-a8ff-44027f1bdb2b req-156f6c57-a26b-4edf-a7a2-d9c6f96b5aa6 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.0864182 Sep 16 17:45:07.433570 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-448a9f10-a9b8-49eb-a8ff-44027f1bdb2b req-cd708213-d4b2-49d5-a7ad-ac4c5473530e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655487 Sep 16 17:45:07.456048 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b5374-2b3d-457f-a89a-4cef766f007f req-c295804d-e82e-4669-89d5-2bd9f56ca183 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:07.456048 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-471b5374-2b3d-457f-a89a-4cef766f007f req-c295804d-e82e-4669-89d5-2bd9f56ca183 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1190324 Sep 16 17:45:07.504647 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-471b5374-2b3d-457f-a89a-4cef766f007f req-c4befdc0-b98b-4a98-bb6c-e52535d00c54 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Sep 16 17:45:07.626396 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814edd49-77d7-4add-b411-c96317da2884 req-2aad92b6-4eb0-4844-9282-f21f403937a3 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:07.628391 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-814edd49-77d7-4add-b411-c96317da2884 req-2aad92b6-4eb0-4844-9282-f21f403937a3 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Sep 16 17:45:07.674018 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-814edd49-77d7-4add-b411-c96317da2884 req-6444370c-8af5-485c-872d-e6f3f3a516e8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Sep 16 17:45:08.284264 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d69357-3d75-4280-9afe-c56dae950f91 req-730eeae8-834f-4040-be87-335a948c350d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:08.285934 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84d69357-3d75-4280-9afe-c56dae950f91 req-730eeae8-834f-4040-be87-335a948c350d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 944 time: 0.0907583 Sep 16 17:45:08.315980 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:45:08.331167 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84d69357-3d75-4280-9afe-c56dae950f91 req-98ac8581-461a-4e3a-ba30-25bb8d851a23 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386298 Sep 16 17:45:08.385851 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:08.386236 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.506786 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.537090 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:08.547565 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:08.557073 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.563077 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:08.639097 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=10']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:08.642865 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:08.737293 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52b73-632a-42cc-b734-fed5896c9c1b req-91d15050-a723-47a9-a4a9-699d3e633503 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:08.738702 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-06e52b73-632a-42cc-b734-fed5896c9c1b req-91d15050-a723-47a9-a4a9-699d3e633503 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1747117 Sep 16 17:45:08.746903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5773b-7eb4-41e9-8049-0e46e72e3de9 req-3b7d9091-1c75-4474-8cf3-b6523ce20008 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:08.749143 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1af5773b-7eb4-41e9-8049-0e46e72e3de9 req-3b7d9091-1c75-4474-8cf3-b6523ce20008 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1157408 Sep 16 17:45:08.819027 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-06e52b73-632a-42cc-b734-fed5896c9c1b req-7356fe36-d09b-4933-acb6-1ddbfeb04d9e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Sep 16 17:45:08.826360 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1af5773b-7eb4-41e9-8049-0e46e72e3de9 req-5a3bd4d7-f05e-41cb-8db2-5c32796eaefd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Sep 16 17:45:08.870056 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:08.905283 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'code': 200} Sep 16 17:45:09.039139 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a7b2f-a12d-417c-bf46-a75f2d4fef75 req-aee5485f-6c59-4838-9d0f-d0a501364dc8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:09.040555 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-849a7b2f-a12d-417c-bf46-a75f2d4fef75 req-aee5485f-6c59-4838-9d0f-d0a501364dc8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0828843 Sep 16 17:45:09.084928 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-849a7b2f-a12d-417c-bf46-a75f2d4fef75 req-82c91181-4712-48f4-a370-7262ab70c87c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383859 Sep 16 17:45:09.525382 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa7d7d-c011-4d15-a9e3-3951cdedb043 req-a2c99844-643a-4226-a034-7864763f39bf tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:09.526860 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-75fa7d7d-c011-4d15-a9e3-3951cdedb043 req-a2c99844-643a-4226-a034-7864763f39bf tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.0823848 Sep 16 17:45:09.579329 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-75fa7d7d-c011-4d15-a9e3-3951cdedb043 req-2165bc85-dab3-4dcc-baa0-38e095029399 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465770 Sep 16 17:45:10.115155 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4cb8-596c-44c8-a801-acc26403b0b3 req-88e8b9f5-3248-4ee0-b1b7-a0176546f42b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:10.116617 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b31b4cb8-596c-44c8-a801-acc26403b0b3 req-88e8b9f5-3248-4ee0-b1b7-a0176546f42b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1661217 Sep 16 17:45:10.128898 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5bf22-7fa1-4463-8fce-f17bc8c24988 req-1a25f516-724d-4fad-8ab2-8a141aef45f9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:10.130432 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-10d5bf22-7fa1-4463-8fce-f17bc8c24988 req-1a25f516-724d-4fad-8ab2-8a141aef45f9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1469092 Sep 16 17:45:10.209084 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b31b4cb8-596c-44c8-a801-acc26403b0b3 req-322b3fd2-f326-419e-84d6-4a9357d486d1 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776796 Sep 16 17:45:10.213746 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-10d5bf22-7fa1-4463-8fce-f17bc8c24988 req-464f8612-67cc-4b5c-8764-9267771225ca tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659246 Sep 16 17:45:10.385707 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b360e-5105-48ff-ae1b-e5e79f45fbdf req-b280a282-a6ef-47cf-90d8-47964fe7e540 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:10.387206 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-537b360e-5105-48ff-ae1b-e5e79f45fbdf req-b280a282-a6ef-47cf-90d8-47964fe7e540 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0809317 Sep 16 17:45:10.432537 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-537b360e-5105-48ff-ae1b-e5e79f45fbdf req-9ad6f6f3-5cf7-4307-97a4-dc26a8a3bb73 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Sep 16 17:45:10.780770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540abb3-8f7a-4b2b-aa75-a6f3e275b3b7 req-4e56e8a5-6712-46f1-8c1b-211712b5ca39 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:10.782204 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7540abb3-8f7a-4b2b-aa75-a6f3e275b3b7 req-4e56e8a5-6712-46f1-8c1b-211712b5ca39 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.0840435 Sep 16 17:45:10.828302 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7540abb3-8f7a-4b2b-aa75-a6f3e275b3b7 req-af65d266-b689-48ed-a5f9-5342e825ff15 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384490 Sep 16 17:45:11.461454 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe4b37-cdb5-43c4-a560-44218fc8f308 req-6325863b-19c6-4526-b248-44f48a6f0967 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:11.462924 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3bfe4b37-cdb5-43c4-a560-44218fc8f308 req-6325863b-19c6-4526-b248-44f48a6f0967 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1485507 Sep 16 17:45:11.470515 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00047b9-0fbd-4939-ae50-6960f6b4802d req-8db06c3b-5ee0-4982-911b-7c32eae7e907 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:11.472432 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b00047b9-0fbd-4939-ae50-6960f6b4802d req-8db06c3b-5ee0-4982-911b-7c32eae7e907 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1268144 Sep 16 17:45:11.543378 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3bfe4b37-cdb5-43c4-a560-44218fc8f308 req-a10446f3-62b8-426a-8175-559cca7f4eac tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Sep 16 17:45:11.547789 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b00047b9-0fbd-4939-ae50-6960f6b4802d req-b4d274fb-c4ff-4700-a0e0-c7feca94ea96 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610461 Sep 16 17:45:11.807793 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d663bf-551a-4ad4-ae47-364fdaba1a90 req-87d820fb-cdf6-467d-b49b-5ad57e47ce2f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:11.809219 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84d663bf-551a-4ad4-ae47-364fdaba1a90 req-87d820fb-cdf6-467d-b49b-5ad57e47ce2f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1625242 Sep 16 17:45:11.855775 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-84d663bf-551a-4ad4-ae47-364fdaba1a90 req-3d5a196e-c367-4fe3-b4d2-414df8b0e902 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408270 Sep 16 17:45:12.025284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1d4f7-ff2f-4ed9-a2b7-2cb3c50469df req-3c124726-1fb2-4fa9-9ae7-58ab4855bdf4 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:12.026760 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-52b1d4f7-ff2f-4ed9-a2b7-2cb3c50469df req-3c124726-1fb2-4fa9-9ae7-58ab4855bdf4 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.0825615 Sep 16 17:45:12.073898 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-52b1d4f7-ff2f-4ed9-a2b7-2cb3c50469df req-103c4531-d09d-46da-acdb-25006f258eab tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414279 Sep 16 17:45:12.795930 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316738-855e-47b6-b550-3f91c1614410 req-682f4789-f007-4803-8e25-0b828eefe351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:12.797412 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1b316738-855e-47b6-b550-3f91c1614410 req-682f4789-f007-4803-8e25-0b828eefe351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1417258 Sep 16 17:45:12.810883 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b939b36-e50d-4811-9d27-3be385b2683e req-8dc0de28-395a-429c-bb9a-1398c82593f4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:12.812412 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2b939b36-e50d-4811-9d27-3be385b2683e req-8dc0de28-395a-429c-bb9a-1398c82593f4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1249783 Sep 16 17:45:12.882190 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1b316738-855e-47b6-b550-3f91c1614410 req-1fa9636e-8eea-4db3-b363-36e7fdd8be68 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Sep 16 17:45:12.886600 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2b939b36-e50d-4811-9d27-3be385b2683e req-47a4bc9c-357d-43a2-a383-e513d4cc8a6e tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614371 Sep 16 17:45:13.069505 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b784-43ba-4829-a218-79cee256696b req-cc8f0dd9-cd14-4cbe-84a2-4058beeef312 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:13.070968 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b29b784-43ba-4829-a218-79cee256696b req-cc8f0dd9-cd14-4cbe-84a2-4058beeef312 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0847416 Sep 16 17:45:13.118512 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b29b784-43ba-4829-a218-79cee256696b req-1eccc0de-b12d-492f-ac0c-e7ec8bbb76fa tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Sep 16 17:45:13.316637 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a67b8e-785f-4ffb-9b72-8f3099ac2b1a req-810dc8db-7b90-4f4a-a62e-487854792042 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:13.318275 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-47a67b8e-785f-4ffb-9b72-8f3099ac2b1a req-810dc8db-7b90-4f4a-a62e-487854792042 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.1164291 Sep 16 17:45:13.365566 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-47a67b8e-785f-4ffb-9b72-8f3099ac2b1a req-d20aaed3-72ce-474f-9f40-f34c23ab9c34 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410001 Sep 16 17:45:14.147657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4d3b-8e13-40bb-9587-6bc71f095536 req-748d9cf9-01e9-4a1d-9313-46c248e915b0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:14.149345 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb9d4d3b-8e13-40bb-9587-6bc71f095536 req-748d9cf9-01e9-4a1d-9313-46c248e915b0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1500990 Sep 16 17:45:14.157889 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700b9b-ade5-41b3-9068-d51bc8d9ceda req-53e903f1-0115-47c2-8945-695c6b477b77 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:14.159455 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-48700b9b-ade5-41b3-9068-d51bc8d9ceda req-53e903f1-0115-47c2-8945-695c6b477b77 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1188507 Sep 16 17:45:14.234608 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb9d4d3b-8e13-40bb-9587-6bc71f095536 req-1dc3b82f-7e2e-4b90-83dd-8a13d6d841ea tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Sep 16 17:45:14.242273 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-48700b9b-ade5-41b3-9068-d51bc8d9ceda req-05ce3e4f-3435-44d0-ba17-5a97e56ffe9a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Sep 16 17:45:14.431553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71df24-0fda-4dbc-a07c-d3a2c5cc3126 req-c7b64c54-73da-4dba-8593-ef525d516b0c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:14.433108 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb71df24-0fda-4dbc-a07c-d3a2c5cc3126 req-c7b64c54-73da-4dba-8593-ef525d516b0c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0831323 Sep 16 17:45:14.481971 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eb71df24-0fda-4dbc-a07c-d3a2c5cc3126 req-b077311d-0bff-4fae-a5b8-4966655d0d7f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Sep 16 17:45:14.584767 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7666b-cbdc-4913-bc2e-83bac94cfe71 req-4ee5fe28-1785-46b5-af1c-322439b3b89f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:14.586250 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-15b7666b-cbdc-4913-bc2e-83bac94cfe71 req-4ee5fe28-1785-46b5-af1c-322439b3b89f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.0948961 Sep 16 17:45:14.634373 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-15b7666b-cbdc-4913-bc2e-83bac94cfe71 req-f95e0d45-d9a8-4900-ad2b-90e638d7575c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424743 Sep 16 17:45:15.491319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ac8fb-9e22-434f-ab15-33cb360ea423 req-01c2d091-502c-424c-ae2a-0dc7b86262fc tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:15.492829 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb7ac8fb-9e22-434f-ab15-33cb360ea423 req-01c2d091-502c-424c-ae2a-0dc7b86262fc tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.1451180 Sep 16 17:45:15.501028 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b5a53-e5a4-42b4-b12f-1ca255ca4932 req-c3b19959-613b-400f-9030-de7ab62a71a6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:15.503323 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3b4b5a53-e5a4-42b4-b12f-1ca255ca4932 req-c3b19959-613b-400f-9030-de7ab62a71a6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1217325 Sep 16 17:45:15.572887 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb7ac8fb-9e22-434f-ab15-33cb360ea423 req-12ee53ee-0a83-4c6b-b243-9cc8fad57dae tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688558 Sep 16 17:45:15.577162 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3b4b5a53-e5a4-42b4-b12f-1ca255ca4932 req-f73203b6-e35c-4624-a836-5a760b63a176 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593054 Sep 16 17:45:15.757964 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959003-35ee-49be-b0b3-eb2a39676893 req-9ac39ea9-97d1-4234-90fa-0fb4c9fc2e78 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:15.760170 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5c959003-35ee-49be-b0b3-eb2a39676893 req-9ac39ea9-97d1-4234-90fa-0fb4c9fc2e78 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0853245 Sep 16 17:45:15.852471 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5c959003-35ee-49be-b0b3-eb2a39676893 req-5d58c71b-1af9-4fd2-8f44-39b73b7bebcb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563266 Sep 16 17:45:15.875191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec7ea3-1c29-47ab-9378-50f4a18589e1 req-bc293a2e-71bd-4ee1-9d86-fe84fd1fd518 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:15.876656 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-20ec7ea3-1c29-47ab-9378-50f4a18589e1 req-bc293a2e-71bd-4ee1-9d86-fe84fd1fd518 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.1161962 Sep 16 17:45:15.922526 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-20ec7ea3-1c29-47ab-9378-50f4a18589e1 req-314fcd40-0df1-41ad-9794-dcb50d54cc5b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392060 Sep 16 17:45:16.256490 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Request body: {'port': {'device_id': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:16.353873 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-99db02cc-ebf4-4f15-9e85-7195ac0e3162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 1001 time: 0.1075265 Sep 16 17:45:16.392095 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.471854 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-f3a4dbef-44bf-4532-91e8-a8f4dc849dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:16.473595 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-f3a4dbef-44bf-4532-91e8-a8f4dc849dae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.1094177 Sep 16 17:45:16.619692 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-be813850-935f-42bc-a319-8436e78e4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:16.621176 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-be813850-935f-42bc-a319-8436e78e4943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1099 time: 0.2558539 Sep 16 17:45:16.646590 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-3c5a68ad-2404-48a6-b8e7-8c9200633599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:16.648194 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-3c5a68ad-2404-48a6-b8e7-8c9200633599 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1670852 Sep 16 17:45:16.835714 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.36', 57968) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:16.907919 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbabb26-f17a-4f28-bd62-3857e617d1c0 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:45:16.917978 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.941124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Transition to ACTIVE for port object 1fbabb26-f17a-4f28-bd62-3857e617d1c0 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:45:16.946780 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:16.951267 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:17.029175 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-cbb6a741-ab71-4efa-80a8-a654efe91e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.030620 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-cbb6a741-ab71-4efa-80a8-a654efe91e74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.3815556 Sep 16 17:45:17.032289 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-64f5a030-dbde-42c6-ac97-a5265e901f4c service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648655 Sep 16 17:45:17.050822 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405d98-c2c2-49d1-a1a0-e1527b0acea3 req-be65e578-0f0f-4581-aca9-dcdb824ac997 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.056792 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-12405d98-c2c2-49d1-a1a0-e1527b0acea3 req-be65e578-0f0f-4581-aca9-dcdb824ac997 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.3153522 Sep 16 17:45:17.058265 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f465d8-93f6-4a53-b8e8-fa5013f69c0a req-b09944ac-6c9f-4fa0-8cec-7c9183894b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.059785 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-72f465d8-93f6-4a53-b8e8-fa5013f69c0a req-b09944ac-6c9f-4fa0-8cec-7c9183894b43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 1099 time: 0.2228408 Sep 16 17:45:17.132999 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:17.187084 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.187457 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.187859 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.188219 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.188572 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.188923 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.189270 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.190180 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.190529 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.190872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.191210 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.191552 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:17.201253 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:17.206704 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-72f465d8-93f6-4a53-b8e8-fa5013f69c0a req-52f22989-50c6-448c-8383-6a43fef0081c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368310 Sep 16 17:45:17.232284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351a83-2612-410d-ad22-5375663ccd56 req-828ead3d-6b24-44cb-adfc-f448d551d69c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.233758 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2e351a83-2612-410d-ad22-5375663ccd56 req-828ead3d-6b24-44cb-adfc-f448d551d69c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 931 time: 0.4117372 Sep 16 17:45:17.244505 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Attempting to bind port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:45:17.244838 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Attempting to bind port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:45:17.245162 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Attempting to bind port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 on network 2f94add8-3b46-4e10-8657-6bde07a14d53 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:45:17.249917 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 on network 2f94add8-3b46-4e10-8657-6bde07a14d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:45:17.250299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Attempting to bind port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 on network 2f94add8-3b46-4e10-8657-6bde07a14d53 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:45:17.255514 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:45:17.255872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Checking segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:45:17.256253 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Bound using segment: {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:45:17.256671 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Bound port: 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049a0bff-74e0-44bd-91a8-dce7a667e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:45:17.257253 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:17.342143 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-986894d4-58e4-43b1-8ec8-65f53cae9734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 200 len: 1000 time: 0.2790449 Sep 16 17:45:17.349417 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:45:17.349758 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-12405d98-c2c2-49d1-a1a0-e1527b0acea3 req-68e91c10-7b2e-41dc-956b-49a656862425 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907643 Sep 16 17:45:17.352853 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:45:17.357628 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:17.363306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-32b3f33c-58c0-46b8-9848-d3b35d1c2349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:17.375066 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0572c0fc-b8fd-408e-8da5-c52b71bfd37c req-aa206aa9-2a30-4ce1-bb81-74ca99417771 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146214 Sep 16 17:45:17.378125 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2e351a83-2612-410d-ad22-5375663ccd56 req-7c094650-9176-418c-80b4-b3f51ccf46f0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326084 Sep 16 17:45:17.420466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.420706 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:17.422068 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] 10.222.0.36 "PUT /v2.0/ports/1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 1093 time: 1.1706846 Sep 16 17:45:17.422571 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:17.447487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:17.453090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:17.568917 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-8c0db346-44cb-4475-b76f-291ddefc704b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.569798 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-8c0db346-44cb-4475-b76f-291ddefc704b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Synchronizing usage tracker for tenant:e119e98158bf40e68ec30128f54ba16a on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:45:17.582969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-8c0db346-44cb-4475-b76f-291ddefc704b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Unset dirty status for tenant:e119e98158bf40e68ec30128f54ba16a on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:45:17.584114 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-8c0db346-44cb-4475-b76f-291ddefc704b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 946 time: 0.1143346 Sep 16 17:45:17.654875 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-f701decd-9885-44c4-ae9d-d587554738c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.656392 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-f701decd-9885-44c4-ae9d-d587554738c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.2303083 Sep 16 17:45:17.661816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Deleting port 56887265-f520-4dfe-a5b3-6ae2063c0847 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:45:17.662155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:17.771753 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56750ba-5846-45d0-9e4e-1e9fea8f7019 req-88879f73-dd09-4725-96ef-028f6965bd80 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.773225 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a56750ba-5846-45d0-9e4e-1e9fea8f7019 req-88879f73-dd09-4725-96ef-028f6965bd80 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2992339 Sep 16 17:45:17.778169 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-7711796f-6e86-40a1-a5ac-cb02e9bd7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.779587 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-7711796f-6e86-40a1-a5ac-cb02e9bd7acc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1096 time: 0.2633102 Sep 16 17:45:17.790621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a8b1-8570-4a39-8246-84b2b693e071 req-0548158f-90d2-465f-946f-35573fdace00 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.792202 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ee82a8b1-8570-4a39-8246-84b2b693e071 req-0548158f-90d2-465f-946f-35573fdace00 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.2317877 Sep 16 17:45:17.892357 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-a7e662ee-b146-4215-b5d5-687ee76f2469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0873432 Sep 16 17:45:17.914343 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] For port 56887265-f520-4dfe-a5b3-6ae2063c0847, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=56887265-f520-4dfe-a5b3-6ae2063c0847,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:17.914811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:17.957344 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-ae1c31c9-bbb7-455a-9c78-18c9e46ecc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:17.958814 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-ae1c31c9-bbb7-455a-9c78-18c9e46ecc25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2897186 Sep 16 17:45:17.970086 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a56750ba-5846-45d0-9e4e-1e9fea8f7019 req-4c24c352-adf9-45e0-849b-702fc18c2859 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889451 Sep 16 17:45:18.037260 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:45:18.043668 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Calling delete_port for 56887265-f520-4dfe-a5b3-6ae2063c0847 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:45:18.063436 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ee82a8b1-8570-4a39-8246-84b2b693e071 req-35a4524a-9604-4286-893f-df9d3056930c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2122173 Sep 16 17:45:18.086238 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-7a657fed-3a1c-49dd-94dd-540f8ede17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:18.087687 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-7a657fed-3a1c-49dd-94dd-540f8ede17bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.1769075 Sep 16 17:45:18.174170 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-5e437e7f-cc62-4dd3-888c-21afbb3c4cdf service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997247 Sep 16 17:45:18.202296 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:18.208496 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:18.215684 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['c021f031-91f1-4183-81e6-4987cf38af1f', '56887265-f520-4dfe-a5b3-6ae2063c0847'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:18.264075 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Pushing event deleted for resources: {'Port': ['ID=56887265-f520-4dfe-a5b3-6ae2063c0847,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:18.268539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:18.347327 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] No DVR routers for this DVR port 56887265-f520-4dfe-a5b3-6ae2063c0847 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:45:18.349898 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:18.364442 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-164a95fe-d02d-4ea5-a2a5-16b3e898f3ad req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "DELETE /v2.0/ports/56887265-f520-4dfe-a5b3-6ae2063c0847 HTTP/1.1" status: 204 len: 173 time: 0.7744591 Sep 16 17:45:18.373433 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-19d70295-018b-4d65-9541-843bc2410761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:18.374902 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-19d70295-018b-4d65-9541-843bc2410761 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2683046 Sep 16 17:45:18.564358 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cb6192f2-9b43-435b-9408-f46e6c80d68d req-f00b40d5-b016-4102-b6d4-833a38f3ccc7 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fec0b8-8e11-494f-a345-c19a034bb970 HTTP/1.1" status: 200 len: 210 time: 0.0674384 Sep 16 17:45:18.651675 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c4e5cd7-cafd-40c2-87d4-30dcea469897 req-74c62b3b-05ed-40d8-aca1-9eb4fd2a1dbe service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675319 Sep 16 17:45:18.716781 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-64fe552c-b975-43b8-b976-b8a58390efe4 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277683 Sep 16 17:45:18.813815 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879ff1-50db-45ce-a190-6c8fe207ef67 req-85580339-b137-4c03-87a9-e467564b2ab2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:18.815996 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-96879ff1-50db-45ce-a190-6c8fe207ef67 req-85580339-b137-4c03-87a9-e467564b2ab2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 943 time: 0.2142415 Sep 16 17:45:18.907523 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-96879ff1-50db-45ce-a190-6c8fe207ef67 req-e01b01a9-b257-4533-ad11-f50f0062f653 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813191 Sep 16 17:45:18.913846 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a533b8d4-addc-486d-8f6f-fb2e29cdff22 req-49ab962a-5a76-4ef0-8817-659a2b0287ec service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864536 Sep 16 17:45:19.049111 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357f914-a920-458b-8177-db92451f62bc req-821dd237-67c9-4345-8163-1f9009b35cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.050629 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-821dd237-67c9-4345-8163-1f9009b35cbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1096 time: 0.0752311 Sep 16 17:45:19.333939 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357f914-a920-458b-8177-db92451f62bc req-49f21985-9e98-4341-8332-280707ae7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.339164 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-49f21985-9e98-4341-8332-280707ae7d4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.2650526 Sep 16 17:45:19.351899 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c1b9a-f1d9-44f4-a543-19872708907c req-fe2c5f9e-cad9-4117-8261-92ad45857f07 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.353355 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0f9c1b9a-f1d9-44f4-a543-19872708907c req-fe2c5f9e-cad9-4117-8261-92ad45857f07 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2602527 Sep 16 17:45:19.367186 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9751a0b-9fc8-48fa-adef-54f63e11c312 req-50460b22-5824-4d60-8da2-c9812227a714 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.368745 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9751a0b-9fc8-48fa-adef-54f63e11c312 req-50460b22-5824-4d60-8da2-c9812227a714 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.1861026 Sep 16 17:45:19.482450 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-d0333b3f-6f09-47fa-96a5-12ce4163e626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0988431 Sep 16 17:45:19.505328 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0f9c1b9a-f1d9-44f4-a543-19872708907c req-085b867c-3263-445f-8b81-e7fa2b03ba1f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356232 Sep 16 17:45:19.550251 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9751a0b-9fc8-48fa-adef-54f63e11c312 req-f6003f91-d7fc-4246-bf9d-900cf1f4f6c9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640856 Sep 16 17:45:19.572137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357f914-a920-458b-8177-db92451f62bc req-fd6c2fc9-6eef-44a9-aef2-e2d458f117be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.573513 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-fd6c2fc9-6eef-44a9-aef2-e2d458f117be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0827906 Sep 16 17:45:19.657298 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357f914-a920-458b-8177-db92451f62bc req-c2d9035c-b6d0-4c4e-ac26-fa42c0750706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:19.659373 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-c2d9035c-b6d0-4c4e-ac26-fa42c0750706 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758276 Sep 16 17:45:19.803950 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-a73dc2c6-01c8-4194-a8e5-79fcbca303c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281369 Sep 16 17:45:19.973447 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d357f914-a920-458b-8177-db92451f62bc req-8c271789-96ac-43f6-8b63-639f08d94646 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498418 Sep 16 17:45:20.038797 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'name': 'network-vif-deleted', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:20.208103 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b32b0-ec4a-40a4-9b61-865b220339eb req-f653fdc3-33d3-46ba-9305-fdb16692b560 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:20.209549 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-123b32b0-ec4a-40a4-9b61-865b220339eb req-f653fdc3-33d3-46ba-9305-fdb16692b560 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.2237735 Sep 16 17:45:20.247737 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282276ac-83bf-4253-8ac5-73adfb9948d6 req-a193f417-4247-4b70-8495-d8ec30e94e36 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:20.249124 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-282276ac-83bf-4253-8ac5-73adfb9948d6 req-a193f417-4247-4b70-8495-d8ec30e94e36 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 943 time: 0.2101257 Sep 16 17:45:20.284577 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-123b32b0-ec4a-40a4-9b61-865b220339eb req-e63b4da5-7826-463d-bf79-23e8c847a429 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Sep 16 17:45:20.306595 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-282276ac-83bf-4253-8ac5-73adfb9948d6 req-7c529b59-fc6c-4123-b08d-a0ea34504ded tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503831 Sep 16 17:45:20.334519 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fec0b8-8e11-494f-a345-c19a034bb970', 'name': 'network-vif-deleted', 'tag': '56887265-f520-4dfe-a5b3-6ae2063c0847', 'status': 'completed', 'code': 200} Sep 16 17:45:20.741839 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b87d5-af7d-473d-b244-35efdd93ca70 req-7b93e152-97e7-4578-91cf-b903e55dd630 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:20.743199 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a09b87d5-af7d-473d-b244-35efdd93ca70 req-7b93e152-97e7-4578-91cf-b903e55dd630 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.0821545 Sep 16 17:45:20.786457 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a09b87d5-af7d-473d-b244-35efdd93ca70 req-116eb6c2-0bd3-4ae3-b1f1-eb00d4f10dac tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376244 Sep 16 17:45:21.540767 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206128-3090-4f44-bc1c-48b244bb46ae req-0689437f-b876-4301-aa85-e905d1eba1f6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.542210 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-19206128-3090-4f44-bc1c-48b244bb46ae req-0689437f-b876-4301-aa85-e905d1eba1f6 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1496713 Sep 16 17:45:21.553785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1926d-6cb1-4deb-91ee-a023da37d75a req-c30ebd17-dcf6-4b45-9fa5-e1fb93066f1c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:21.555141 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-47d1926d-6cb1-4deb-91ee-a023da37d75a req-c30ebd17-dcf6-4b45-9fa5-e1fb93066f1c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 943 time: 0.1310604 Sep 16 17:45:21.621162 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-19206128-3090-4f44-bc1c-48b244bb46ae req-6e86c91f-37e4-47bc-b179-926010b175cd tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650032 Sep 16 17:45:21.627957 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-47d1926d-6cb1-4deb-91ee-a023da37d75a req-707067d2-c537-40e3-a4b4-58963e27a64b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596762 Sep 16 17:45:22.439786 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1fbabb26-f17a-4f28-bd62-3857e617d1c0 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:45:22.443052 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 56887265-f520-4dfe-a5b3-6ae2063c0847 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:45:22.480722 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 56887265-f520-4dfe-a5b3-6ae2063c0847 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:45:22.481072 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 56887265-f520-4dfe-a5b3-6ae2063c0847 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:45:22.605651 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:22.618868 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'port_id': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'mac_address': 'fa:16:3e:3b:bd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:45:22.675726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:22.695512 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbabb26-f17a-4f28-bd62-3857e617d1c0 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:45:22.710641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:22.716112 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:22.717915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-87d51071-7f3d-4d76-8802-5bd30c30a326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:22.782277 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:22.790073 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.790417 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.790750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.791077 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.791398 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.791746 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.792069 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.792386 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.792700 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.793065 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.793331 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.793648 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:22.797418 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:22.866915 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cd5e-8e7d-47ad-84c9-c059347d4a09 req-a5048f26-2064-49ef-9229-883cdff657a4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:22.868490 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40c2cd5e-8e7d-47ad-84c9-c059347d4a09 req-a5048f26-2064-49ef-9229-883cdff657a4 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1401021 Sep 16 17:45:22.896856 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b7ac9-89d9-42e1-a0ad-8b769be6b344 req-8236ed47-84c0-436f-9876-a5cfa3d05b60 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:22.898452 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c54b7ac9-89d9-42e1-a0ad-8b769be6b344 req-8236ed47-84c0-436f-9876-a5cfa3d05b60 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 944 time: 0.1310065 Sep 16 17:45:22.959337 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40c2cd5e-8e7d-47ad-84c9-c059347d4a09 req-ba02740f-572c-41d8-8d6f-8323bd154d8a tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848699 Sep 16 17:45:22.963544 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c54b7ac9-89d9-42e1-a0ad-8b769be6b344 req-36615145-8057-458d-992e-058a91e5dcc4 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Sep 16 17:45:23.001365 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:24.202325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fede7-16b8-4eb3-b70f-d83527363747 req-1de0c278-e8a0-4878-89f5-acd5ddfa3ebe tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:24.203810 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-516fede7-16b8-4eb3-b70f-d83527363747 req-1de0c278-e8a0-4878-89f5-acd5ddfa3ebe tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 944 time: 0.1381066 Sep 16 17:45:24.211751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d0b8-744e-4011-adc8-bcce96adc837 req-e843cd75-b6f2-4eef-8dad-163e14eeb6a2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:24.213126 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f7a6d0b8-744e-4011-adc8-bcce96adc837 req-e843cd75-b6f2-4eef-8dad-163e14eeb6a2 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1487942 Sep 16 17:45:24.280502 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-516fede7-16b8-4eb3-b70f-d83527363747 req-a057b9fb-00be-47c0-b587-0ecd31d7a7c5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Sep 16 17:45:24.285535 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f7a6d0b8-744e-4011-adc8-bcce96adc837 req-34c81f1d-7370-4da5-a4b2-d8973df48ba9 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584154 Sep 16 17:45:24.440843 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1fbabb26-f17a-4f28-bd62-3857e617d1c0 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:45:24.506397 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:45:24.510911 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:24.511284 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:24.646382 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:24.673704 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:24.683192 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:24.687321 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:24.690237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:24.722042 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'code': 200} Sep 16 17:45:24.766092 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:24.769427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:24.952658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5693b2d-aea1-43ef-8762-1f1d65d0547c req-61fc5246-2d25-42e4-a5c2-96e59815fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:24.954126 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c5693b2d-aea1-43ef-8762-1f1d65d0547c req-61fc5246-2d25-42e4-a5c2-96e59815fcaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1098 time: 0.0708308 Sep 16 17:45:24.999059 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c5693b2d-aea1-43ef-8762-1f1d65d0547c req-b7ff067c-c5fa-4f0d-84f0-61d078a15998 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Sep 16 17:45:25.526624 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cebe47-6bfe-47d4-bdc7-0cfe5c5c1c61 req-94dbe42c-afbe-483a-8550-285ff171bb4c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:25.528110 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54cebe47-6bfe-47d4-bdc7-0cfe5c5c1c61 req-94dbe42c-afbe-483a-8550-285ff171bb4c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.1405661 Sep 16 17:45:25.536634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58808-6549-4fcf-8f14-6d611be086b7 req-1637fd00-4811-40e9-a5bd-5c586b9aae52 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:25.537979 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-17f58808-6549-4fcf-8f14-6d611be086b7 req-1637fd00-4811-40e9-a5bd-5c586b9aae52 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.1184659 Sep 16 17:45:25.609079 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-54cebe47-6bfe-47d4-bdc7-0cfe5c5c1c61 req-133548c5-6025-4b11-ae4c-e1f11c52541d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701027 Sep 16 17:45:25.613561 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-17f58808-6549-4fcf-8f14-6d611be086b7 req-d1162a49-21fc-4adb-8f9a-be477ec3a556 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 Sep 16 17:45:26.102106 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-b471ab2f-039c-4185-af58-4b6564ca8e14 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:26.103495 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-b471ab2f-039c-4185-af58-4b6564ca8e14 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 946 time: 0.0769815 Sep 16 17:45:26.174640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Deleting port c021f031-91f1-4183-81e6-4987cf38af1f {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:45:26.174970 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.421717 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] For port c021f031-91f1-4183-81e6-4987cf38af1f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c021f031-91f1-4183-81e6-4987cf38af1f,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:26.422069 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.616137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Calling delete_port for c021f031-91f1-4183-81e6-4987cf38af1f owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:45:26.862535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:26.870384 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:26.873968 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['c021f031-91f1-4183-81e6-4987cf38af1f'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:26.920856 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Pushing event deleted for resources: {'Port': ['ID=c021f031-91f1-4183-81e6-4987cf38af1f,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:26.967220 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.967586 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.967969 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.968329 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.968679 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.969023 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.969370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.969713 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.970055 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.971027 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.971666 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.972014 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:45:26.980470 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:26.990007 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff7c37-a7e7-4715-9cb2-4150ec053405 req-5e9b249d-3770-464a-bf17-c06c50924b24 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:26.991442 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-95ff7c37-a7e7-4715-9cb2-4150ec053405 req-5e9b249d-3770-464a-bf17-c06c50924b24 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/ports?device_id=66287d74-e0e8-4d78-b5de-61a96c07e8e9 HTTP/1.1" status: 200 len: 867 time: 0.2637129 Sep 16 17:45:27.028693 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8f6ee-0cd6-47ef-9ab1-8b76ee23c20d req-e83a9903-4a75-4fbc-a7e9-fed6079f80d2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:27.030083 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07c8f6ee-0cd6-47ef-9ab1-8b76ee23c20d req-e83a9903-4a75-4fbc-a7e9-fed6079f80d2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.3034394 Sep 16 17:45:27.050016 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] No DVR routers for this DVR port c021f031-91f1-4183-81e6-4987cf38af1f on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:45:27.067717 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:27.072664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'name': 'network-vif-deleted', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:27.112076 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f8592ebd-12f8-4296-aa6c-98b111407b03 req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.36 "DELETE /v2.0/ports/c021f031-91f1-4183-81e6-4987cf38af1f HTTP/1.1" status: 204 len: 173 time: 1.0028331 Sep 16 17:45:27.118197 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07c8f6ee-0cd6-47ef-9ab1-8b76ee23c20d req-f69f95ce-d3e7-4cef-92f2-9393167d066d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722132 Sep 16 17:45:27.120818 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-95ff7c37-a7e7-4715-9cb2-4150ec053405 req-a22b2292-d8c2-4e47-8716-aaa5bac22962 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8414bf1-3a8e-481c-bc78-6308fcb83714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057165 Sep 16 17:45:27.171793 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66287d74-e0e8-4d78-b5de-61a96c07e8e9', 'name': 'network-vif-deleted', 'tag': 'c021f031-91f1-4183-81e6-4987cf38af1f', 'status': 'completed', 'code': 200} Sep 16 17:45:27.329403 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3765af8-4a0d-4330-a2e5-7eea34022536 req-54df8915-f724-4385-9995-e73b82f0d3de tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:27.331517 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e3765af8-4a0d-4330-a2e5-7eea34022536 req-54df8915-f724-4385-9995-e73b82f0d3de tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.0829520 Sep 16 17:45:27.374514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e3765af8-4a0d-4330-a2e5-7eea34022536 req-20884b6c-3e63-41bd-a1b3-4222b604d98d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Sep 16 17:45:27.770641 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ad98-2dbe-4705-91ed-41efa6ca53f6 req-5680fdb7-0e51-4302-a263-01b6ff7c0c0a tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:27.772477 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d79ad98-2dbe-4705-91ed-41efa6ca53f6 req-5680fdb7-0e51-4302-a263-01b6ff7c0c0a tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.0802841 Sep 16 17:45:27.819408 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d79ad98-2dbe-4705-91ed-41efa6ca53f6 req-ec6edd33-21fc-4b1d-95a7-d9e242705714 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Sep 16 17:45:28.215679 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45510) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:28.754389 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.175578 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Deleting port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:45:29.176261 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.353089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] For port 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,segment=NetworkSegment(c0129264-6b28-4f42-a30f-aa0960d4ac13),segment_id=c0129264-6b28-4f42-a30f-aa0960d4ac13)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:29.353455 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.487945 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Calling delete_port for 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 owned by network:router_interface {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:45:29.796228 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:29.800777 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:29.844621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:29.913392 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:30.121585 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.452344 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device c021f031-91f1-4183-81e6-4987cf38af1f no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:45:30.485466 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: c021f031-91f1-4183-81e6-4987cf38af1f {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:45:30.486226 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device c021f031-91f1-4183-81e6-4987cf38af1f not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:45:30.561213 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:45:30.714835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b6484043-a28f-4ec7-a0a1-994f543ac42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:30.742563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:45:30.753850 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Sync routers for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:30.758709 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] 10.222.0.32 "PUT /v2.0/routers/5b8dcce9-ce36-4dc8-863c-2aeac0baafd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5403214 Sep 16 17:45:30.760393 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45532) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:30.764108 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:45:30.764652 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:45:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:30.947219 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:45:31.039641 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks [] for router, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.222092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.232638 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Deleting port 664fdf00-e3e7-4194-9d76-d50bc562d4e3 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:45:31.232993 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.272661 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:45:29Z', 'revision_number': 5, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port': {'id': '664fdf00-e3e7-4194-9d76-d50bc562d4e3', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:05Z', 'updated_at': '2021-09-16T17:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.276410 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Checking router: 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:31.288752 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Routers {'5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:45:31.290015 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:45:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.315092 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.419344 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] For port 664fdf00-e3e7-4194-9d76-d50bc562d4e3, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=664fdf00-e3e7-4194-9d76-d50bc562d4e3,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:31.419881 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.465149 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] Set router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 gateway port host: None {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:45:31.577168 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:45:31Z', 'revision_number': 6, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port_host': None}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:31.581924 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65788b19-06aa-4953-a9f7-3d4bdfe9d7ce None None] The sync data for ids ['5b8dcce9-ce36-4dc8-863c-2aeac0baafd8'] in dv-cinder-809439-1-smb is: [{'id': '5b8dcce9-ce36-4dc8-863c-2aeac0baafd8', 'name': 'tempest-ServerRescueNegativeTestJSON-1625593698-router', 'tenant_id': 'e119e98158bf40e68ec30128f54ba16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:04Z', 'updated_at': '2021-09-16T17:45:31Z', 'revision_number': 6, 'project_id': 'e119e98158bf40e68ec30128f54ba16a', 'gw_port_host': None}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:31.588287 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Calling delete_port for 664fdf00-e3e7-4194-9d76-d50bc562d4e3 owned by network:router_gateway {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:45:31.914400 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:31.918132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7a5d3231-8aea-4677-b339-d14bd32f053b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:31.960197 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:45:31.973203 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Pushing event deleted for resources: {'Port': ['ID=664fdf00-e3e7-4194-9d76-d50bc562d4e3,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:31.976606 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:32.007181 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:45:32.007532 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 53e9d6f2-550e-4092-8f6e-1ab02e0b1aa4 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:45:32.079721 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.264859 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.267190 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.452446 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.452942 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 {{(pid=79463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:45:32.465873 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.467001 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5b8dcce9-ce36-4dc8-863c-2aeac0baafd8 HTTP/1.1" status: 204 len: 168 time: 1.7053368 Sep 16 17:45:32.469663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45544) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:32.554561 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Deleting subnet c050db12-02bb-46ef-ae51-3634a93d8945 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:45:32.557656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.610906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15295241'] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.674484 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.718192 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32249801-c8c0-4b1b-ace3-4fd1fdc1b16a req-7bbfdb2e-9751-40ed-9c65-b315ed6d3821 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:32.724724 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-32249801-c8c0-4b1b-ace3-4fd1fdc1b16a req-7bbfdb2e-9751-40ed-9c65-b315ed6d3821 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.0924065 Sep 16 17:45:32.751123 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14857365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13729953'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.758712 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:32.770359 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-32249801-c8c0-4b1b-ace3-4fd1fdc1b16a req-9711928c-65e7-4c14-871c-e54338540ed0 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Sep 16 17:45:32.793490 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45550) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:32.798778 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c050db12-02bb-46ef-ae51-3634a93d8945,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:32.802041 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:32.804938 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.811173 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d0bf2d21-67bd-4d89-8927-d76b738ea62c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c050db12-02bb-46ef-ae51-3634a93d8945 HTTP/1.1" status: 204 len: 168 time: 0.3393099 Sep 16 17:45:32.813566 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45556) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:32.920346 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:32.983716 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ced450-53f0-4909-b4f0-208833629c2f tempest-TestMinimumBasicScenario-1422901569 tempest-TestMinimumBasicScenario-1422901569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:32.984334 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-30ced450-53f0-4909-b4f0-208833629c2f tempest-TestMinimumBasicScenario-1422901569 tempest-TestMinimumBasicScenario-1422901569-project-admin] Synchronizing usage tracker for tenant:d0eb10210d6b428d94a5429065663716 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:45:33.000215 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-30ced450-53f0-4909-b4f0-208833629c2f tempest-TestMinimumBasicScenario-1422901569 tempest-TestMinimumBasicScenario-1422901569-project-admin] Unset dirty status for tenant:d0eb10210d6b428d94a5429065663716 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:45:33.004826 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-30ced450-53f0-4909-b4f0-208833629c2f tempest-TestMinimumBasicScenario-1422901569 tempest-TestMinimumBasicScenario-1422901569-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1093 time: 0.2075133 Sep 16 17:45:33.005168 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45560) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:33.010632 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'port_id': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:33.016480 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:33.021811 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:floatingip and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:33.025223 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:33.030802 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:33.042105 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for floatingip, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.046901 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.074539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbfc130-4ad8-410b-83bb-2713490b98e8']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:33.087144 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0129264-6b28-4f42-a30f-aa0960d4ac13') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:33.087435 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0129264-6b28-4f42-a30f-aa0960d4ac13') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:33.099018 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.114604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.121385 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:45:33.121805 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:45:33.136239 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:45:33.178265 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.213255 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.216994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:33.230182 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.240418 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Pushing event deleted for resources: {'Network': ['ID=abbfc130-4ad8-410b-83bb-2713490b98e8,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:33.243555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:33.249586 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] 10.222.0.32 "DELETE /v2.0/networks/abbfc130-4ad8-410b-83bb-2713490b98e8 HTTP/1.1" status: 204 len: 168 time: 0.4348414 Sep 16 17:45:33.319355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Allocated IP 172.28.0.62 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/f6fdd8c6-908c-41a8-9d47-149efafd0019) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:45:33.376833 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3644b5a9-07a3-4b06-9598-83bae735705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.434136 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45566) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:33.469664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.483643 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-7361bbd1-0394-435a-aedc-685cbddc3487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e119e98158bf40e68ec30128f54ba16a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481253 Sep 16 17:45:33.486651 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45570) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:33.537736 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.541911 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:33.620571 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:45:33.623167 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.628304 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:33.631143 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:45:33.655324 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'Port': ['ID=f6fdd8c6-908c-41a8-9d47-149efafd0019,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:33.658598 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:33.697067 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.842361 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:33.849434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:33.929088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8414bf1-3a8e-481c-bc78-6308fcb83714,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:33.945932 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 664fdf00-e3e7-4194-9d76-d50bc562d4e3 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:45:33.986925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 664fdf00-e3e7-4194-9d76-d50bc562d4e3 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:45:33.986925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 664fdf00-e3e7-4194-9d76-d50bc562d4e3 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:45:33.996151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:34.020084 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.021191 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8414bf1-3a8e-481c-bc78-6308fcb83714 HTTP/1.1" status: 204 len: 168 time: 0.5334673 Sep 16 17:45:34.125304 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.296997 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.409180 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.504148 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.508748 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.513192 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1383b420-94ff-4868-8739-d5e89962366b tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:34.618439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'Port': ['ID=f6fdd8c6-908c-41a8-9d47-149efafd0019,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:34.622664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:34.629846 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:34.806750 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Floating IP f2e39fc6-1c08-47e4-9195-8e50806a83dc associated. External IP: 172.28.0.62, port: 1fbabb26-f17a-4f28-bd62-3857e617d1c0. Sep 16 17:45:35.172638 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:45:35.356607 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:45:35.366474 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Sync routers for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:45:35.377094 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:45:35.377901 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:45:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:35.378871 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.434259 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4278054 Sep 16 17:45:35.434813 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:35.436870 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45616) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:35.445823 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228095908', 'description': 'tempest-secgroup-smoke-228095908 description', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:35.453793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:35.468816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:35.484289 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.485005 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:45:35.510968 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:35.514933 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:35.518531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:35.527193 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:35.577312 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:45:35.604831 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360737e7-de03-42df-b76a-15cbcdc3acde req-68e3d297-81fa-4001-9e77-8b9444ac1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:35.606550 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-68e3d297-81fa-4001-9e77-8b9444ac1238 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1098 time: 0.0937312 Sep 16 17:45:35.615365 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.619906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.625519 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-37ae9ec5-a345-4521-988f-46534a54c30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:35.686000 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3289f2ac-6c21-47bc-82d4-3846d55962b9,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:35.705827 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:35.708396 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.709877 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2713785 Sep 16 17:45:35.712927 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45632) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:35.720094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:35.727941 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:35.734097 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:35.748731 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:35.757526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:35.781766 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.842536 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.878386 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.883450 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.886002 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-100785f2-2061-4a1e-a48c-689ffc30d0ab tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:35.927275 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcad0f9-0c75-46b2-aea0-480f08c8863a,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:35.930689 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360737e7-de03-42df-b76a-15cbcdc3acde req-2fc5c085-a7cd-49f3-af3d-15366c26fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:35.932018 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.933872 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2196238 Sep 16 17:45:35.934973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:35.936972 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45644) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:35.939349 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-2fc5c085-a7cd-49f3-af3d-15366c26fb78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.3237181 Sep 16 17:45:35.948893 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:35.955567 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:35.959533 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:35.962481 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:35.968252 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:35.990299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:35.999894 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'f2e39fc6-1c08-47e4-9195-8e50806a83dc', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'floating_ip_address': '172.28.0.62', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'port_id': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'mac_address': 'fa:16:3e:3b:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:34Z', 'updated_at': '2021-09-16T17:45:34Z', 'revision_number': 0, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:36.005872 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Checking router: a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:45:36.015630 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:45:36.016604 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:45:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:36.061543 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.067853 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.069265 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-d3e8f116-60c8-4624-aa44-bacd6551f6c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 998 time: 0.1154068 Sep 16 17:45:36.070280 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-df45a3f0-fe05-47a5-b54b-09ebb597392d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.097763 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc6976e-5610-4692-adbe-15e3aed32a02,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.100484 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.108463 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.110220 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a34dfa01-cfdf-43c5-9047-10955cf4bf73 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715231 Sep 16 17:45:36.112897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45650) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.121169 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:36.129525 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:36.133593 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:36.137048 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:36.145241 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:36.149706 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360737e7-de03-42df-b76a-15cbcdc3acde req-7998c64f-8223-45cb-9a07-12fc95b3b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:36.151526 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-7998c64f-8223-45cb-9a07-12fc95b3b70f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0758796 Sep 16 17:45:36.177257 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.241785 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:45:36.243322 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360737e7-de03-42df-b76a-15cbcdc3acde req-b9fbabbb-7a97-4a27-8677-aacc8a83b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:36.244968 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-b9fbabbb-7a97-4a27-8677-aacc8a83b6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864775 Sep 16 17:45:36.252918 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.258410 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.261153 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-871d3428-4851-41b4-9569-57706986f305 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.295775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439b8fe-821c-43c7-a68c-31e44a1ba0b3,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.301817 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45656) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.304713 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.306316 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918192 Sep 16 17:45:36.311327 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b82554ec-d4dd-4d03-b6f5-4082490b13be tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.311910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45660) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.318559 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:36.325815 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:36.331922 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:36.335347 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:36.343142 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:36.364132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.416248 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-f0551873-a80d-42dd-8522-d5d309831a68 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635828 Sep 16 17:45:36.450727 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.476580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:36.482776 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.483920 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Usage tracker for resource:security_group_rule and tenant:840158768e6f4031b3c6d9cb06e284b7 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:36.488211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:36.490941 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.496013 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:36.497380 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d0f10eb4-ec50-4104-85d5-2fa3e0e60056 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.518898 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f93a00-0cd1-46ca-99d3-af4dd2a1ea77,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.530390 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.549647 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.553428 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2377288 Sep 16 17:45:36.553579 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45666) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.561651 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:36.577790 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:36.590936 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:36.595983 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:36.600718 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-360737e7-de03-42df-b76a-15cbcdc3acde req-d9503663-313f-4acd-a0cd-b1851da73c67 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762996 Sep 16 17:45:36.604820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:36.620438 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.securitygroups_db [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Project 15d36b82a9d14dbd8ff2b25f64add095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:45:36.629990 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.635818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.640371 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.650292 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-79a65a09-0451-46f5-b538-a920e314adec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.679829 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'f2e39fc6-1c08-47e4-9195-8e50806a83dc', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'floating_ip_address': '172.28.0.62', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'port_id': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'mac_address': 'fa:16:3e:3b:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:34Z', 'updated_at': '2021-09-16T17:45:34Z', 'revision_number': 0, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:45:36.683933 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ca1a-ba45-4794-ad56-33863485fe53 None None] The sync data for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb is: [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'f2e39fc6-1c08-47e4-9195-8e50806a83dc', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'floating_ip_address': '172.28.0.62', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'port_id': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'mac_address': 'fa:16:3e:3b:bd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:45:34Z', 'updated_at': '2021-09-16T17:45:34Z', 'revision_number': 0, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:45:36.693328 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=840158768e6f4031b3c6d9cb06e284b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866043 Sep 16 17:45:36.693328 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14080366-75e3-4d47-bef7-32a623edd2c5,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.693664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45670) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.695504 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.746101 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.756396 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.760717 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.799866 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c33c2-1f35-472f-a680-6ce71d5c9bdd,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.802310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.805703 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.812914 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.814748 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602303 Sep 16 17:45:36.817700 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45674) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:36.822856 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'security_group_rule': {'security_group_id': '3289f2ac-6c21-47bc-82d4-3846d55962b9', 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:36.828570 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:36.834398 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.840582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Usage tracker for resource:security_group_rule and tenant:15d36b82a9d14dbd8ff2b25f64add095 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:36.844022 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:36.851366 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:36.861599 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.securitygroups_db [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Project 15d36b82a9d14dbd8ff2b25f64add095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 17:45:36.869033 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.901278 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.907410 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b2c9e05f-668c-4317-a8a3-9a3ce90a6b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.924214 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14080366-75e3-4d47-bef7-32a623edd2c5,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.927383 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:36.929563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.931634 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14080366-75e3-4d47-bef7-32a623edd2c5 HTTP/1.1" status: 204 len: 168 time: 0.2365699 Sep 16 17:45:36.942251 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60332900-af22-43a2-81f8-a43f92e74a47 None None] New status for floating IP f2e39fc6-1c08-47e4-9195-8e50806a83dc: ACTIVE {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:45:36.954028 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.958666 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:36.960936 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5b0d6c4-d63c-4204-9e44-a029ffc82467 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:36.978181 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc25e1c8-b1ed-4f29-8e3c-ee594174c28d,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:36.981597 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:37.002362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.003475 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847913 Sep 16 17:45:37.129012 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-3818d93e-b729-440a-becb-a766341fb585 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228095908&fields=id&tenant_id=15d36b82a9d14dbd8ff2b25f64add095 HTTP/1.1" status: 200 len: 267 time: 0.0415123 Sep 16 17:45:37.219621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-716897e3-5127-4936-8bbd-9da91ec93902 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:37.227272 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-716897e3-5127-4936-8bbd-9da91ec93902 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.0917552 Sep 16 17:45:37.232724 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'port': {'security_groups': ['b8b3d945-3ea6-487e-8a51-c1655d0b9bb3', '3289f2ac-6c21-47bc-82d4-3846d55962b9']}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:37.265566 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45684) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:37.282839 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.296839 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:37.301448 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4ef14685954d178ceaa388a08e7c83 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:37.304196 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:37.309777 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:37.356798 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.400639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.405125 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.413732 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6af1e928-3577-4185-b2cf-4f622df99c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:37.451616 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1961f4-f7f0-42d9-b667-ce9d040be8ac,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:37.454940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:37.457430 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc4ef14685954d178ceaa388a08e7c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908762 Sep 16 17:45:37.460135 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45688) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:37.519512 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.545340 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.599697 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.603362 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d64a1693-9e77-4e4c-bede-a84ea4e593be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:37.615188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1961f4-f7f0-42d9-b667-ce9d040be8ac,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:37.618609 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:37.621787 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.623830 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:45:37.627928 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc1961f4-f7f0-42d9-b667-ce9d040be8ac HTTP/1.1" status: 204 len: 168 time: 0.1636724 Sep 16 17:45:37.653843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.658382 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.663849 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:37.676908 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:37.730951 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:37.731899 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:37.739151 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2b08c9d2-de7f-4568-8448-0d4b1e179db6 req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "PUT /v2.0/ports/1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 981 time: 0.5076485 Sep 16 17:45:37.739151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:45:37.765179 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=6']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:37.770285 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:37.836115 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:45:37.846935 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:45:38.065232 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be141-a3dc-48bb-ab49-a564eb384715 req-26e122ac-f7ca-4125-9787-6935b0cff37e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:38.072315 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-247be141-a3dc-48bb-ab49-a564eb384715 req-26e122ac-f7ca-4125-9787-6935b0cff37e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1530755 Sep 16 17:45:38.089519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-8ef95a95-b4b6-4f94-a6bf-92124d7d6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:38.090996 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-8ef95a95-b4b6-4f94-a6bf-92124d7d6677 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1137 time: 0.2284741 Sep 16 17:45:38.144200 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-09884bab-3ab1-4b88-9a28-0d956238672d None None] Provisioning complete for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:45:38.144586 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-09884bab-3ab1-4b88-9a28-0d956238672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:38.197054 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-247be141-a3dc-48bb-ab49-a564eb384715 req-0623d2bb-5a94-487c-b009-817c58dcda7e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238570 Sep 16 17:45:38.278195 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-378faeba-83bf-4277-9b80-16d4279e2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:38.279569 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-378faeba-83bf-4277-9b80-16d4279e2c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.1800106 Sep 16 17:45:38.483493 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-c7ed2cce-5fb1-43e0-8cbd-e7d0f1ab8b86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 1000 time: 0.1935630 Sep 16 17:45:38.553646 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-7d45861a-7223-4a37-a34a-3217638b7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:38.554972 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-7d45861a-7223-4a37-a34a-3217638b7443 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0619397 Sep 16 17:45:38.639020 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-03f23c0d-64ea-4d72-8705-549dff4a34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:38.640681 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-03f23c0d-64ea-4d72-8705-549dff4a34e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749252 Sep 16 17:45:38.782263 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-e6931d2f-2115-4565-9980-262bcb4ac2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317649 Sep 16 17:45:38.865551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:38.920570 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f03ba7b7-10b9-4661-a815-c1997a170d3b req-7b0947bd-dee6-412f-84a0-0bd08226f6c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312790 Sep 16 17:45:39.022963 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:45:39.653794 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45748) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:39.768053 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:39.781850 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:39.786394 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:31a7443779094eda9bdb33c9d9daec4f is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:39.789175 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:39.794805 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:39.884731 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:39.888524 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:39.896186 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-705578d3-1e71-4265-94d7-adca1974e1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:39.937633 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31a7443779094eda9bdb33c9d9daec4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827244 Sep 16 17:45:39.939129 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580677c8-9469-486e-8add-6673dd423115,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:39.940465 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45754) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:39.942572 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:40.001084 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.025739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.076152 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.081548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0929992e-6945-4d6e-83b7-262f22be49c8 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:40.091273 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580677c8-9469-486e-8add-6673dd423115,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:40.094662 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:40.098638 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.099789 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-cdfbb827-ca95-4aad-8c6f-69035053c24a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/580677c8-9469-486e-8add-6673dd423115 HTTP/1.1" status: 204 len: 168 time: 0.1583214 Sep 16 17:45:40.369193 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45762) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:40.386213 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.401179 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:40.406774 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Usage tracker for resource:security_group_rule and tenant:c715abff196a43539a19d7f96d5cd942 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:40.410298 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:40.416739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:40.498878 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.503143 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.511522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-575fb085-da90-4c45-8a1a-50e3ae0d3e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:40.552419 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c715abff196a43539a19d7f96d5cd942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821964 Sep 16 17:45:40.553953 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e404506-420f-43e6-aadd-e063b9f522fa,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:40.555126 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45766) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:40.556869 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:40.612664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.637352 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.686172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.690128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0fb7706d-d2b8-4ab8-8151-be888b881047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:40.702264 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e404506-420f-43e6-aadd-e063b9f522fa,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:40.706521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:40.711840 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:40.712943 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e404506-420f-43e6-aadd-e063b9f522fa HTTP/1.1" status: 204 len: 168 time: 0.1568124 Sep 16 17:45:46.149703 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45850) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:46.341417 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.356205 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:46.360067 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Usage tracker for resource:security_group_rule and tenant:55d701184daf4d96a3df2c1811f51ac1 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:46.362789 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:46.368352 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:46.457159 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.460986 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.467205 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3ffe78c5-4e94-433f-9e8e-74a3b603fd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:46.505955 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e27cf1-2a7b-46f6-b60b-99a182b1a616,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:46.509062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:46.511655 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55d701184daf4d96a3df2c1811f51ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609693 Sep 16 17:45:46.514582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45856) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:46.572618 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.601131 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.651361 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.654848 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f3078314-12ef-4920-adc9-98a786495428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:46.667363 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e27cf1-2a7b-46f6-b60b-99a182b1a616,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:46.669830 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:46.678107 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.679223 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64e27cf1-2a7b-46f6-b60b-99a182b1a616 HTTP/1.1" status: 204 len: 168 time: 0.1639566 Sep 16 17:45:46.954064 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45864) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:46.971757 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:46.989716 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:46.993530 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Usage tracker for resource:security_group_rule and tenant:a41dc4a3b43443d698ab4d167c1d02e4 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:46.996321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:47.001879 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:47.082987 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.086409 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.094395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4ad97b0d-2a55-4aa2-9c68-7192260d90b2 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:47.133787 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a41dc4a3b43443d698ab4d167c1d02e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786728 Sep 16 17:45:47.134747 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3115939-d086-49c2-934f-195f190725d1,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:47.136743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45868) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:47.138088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:47.196389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.222136 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.273596 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.277062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-57f96d74-05ff-4eff-a753-d1323a29d6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:47.289482 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3115939-d086-49c2-934f-195f190725d1,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:47.292320 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:47.294360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:47.297584 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3115939-d086-49c2-934f-195f190725d1 HTTP/1.1" status: 204 len: 168 time: 0.1576459 Sep 16 17:45:51.976393 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45950) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:52.093805 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.112356 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:52.116954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Usage tracker for resource:security_group_rule and tenant:82a64f9f7d7e4ae4a620d75fee55f855 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:52.120051 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:52.126074 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:52.208735 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.212677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.221527 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-dd231811-b477-4175-93d8-eaa8aa23f5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:52.259840 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82a64f9f7d7e4ae4a620d75fee55f855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823379 Sep 16 17:45:52.260686 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7a9f3-90d1-41f0-af54-e10f8b565808,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:52.262541 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45956) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:52.263809 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:52.320932 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.345866 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.404782 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.408416 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-07880ba1-38a5-4837-975a-04183fea00de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:52.423947 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7a9f3-90d1-41f0-af54-e10f8b565808,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:52.426485 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:52.433596 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.434702 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a7a9f3-90d1-41f0-af54-e10f8b565808 HTTP/1.1" status: 204 len: 168 time: 0.1706131 Sep 16 17:45:52.701536 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 45964) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:52.719938 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.734775 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:52.738475 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Usage tracker for resource:security_group_rule and tenant:448ecf048b884d3a83f6d14e0f0db46e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:52.741830 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:52.747321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:52.830362 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.834382 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.842724 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-32a0b555-87ce-4299-9fdd-7953e3e0b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:52.880689 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=448ecf048b884d3a83f6d14e0f0db46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781158 Sep 16 17:45:52.882325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51fd1cf-33a9-477b-b7d1-7d3fa142effc,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:52.883453 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 45968) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:52.885595 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:52.943342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:52.967809 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:53.021869 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:53.026036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-50f4fc5f-0288-4fb8-a830-2bab9e48f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:53.042383 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51fd1cf-33a9-477b-b7d1-7d3fa142effc,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:53.044874 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:53.052171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:53.053270 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a51fd1cf-33a9-477b-b7d1-7d3fa142effc HTTP/1.1" status: 204 len: 168 time: 0.1687634 Sep 16 17:45:55.253412 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46042) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:55.369651 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.383940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:55.387897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Usage tracker for resource:security_group_rule and tenant:5d22476791b445d7848fa91be20b44e6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:55.390699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:55.396522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:55.476143 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.480185 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.487003 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1794835f-51b3-4791-ba2f-04bb23bca204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:55.526838 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d22476791b445d7848fa91be20b44e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723124 Sep 16 17:45:55.527656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df19cc-12ef-4b8f-940f-98409ef2af72,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:55.530132 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46048) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:55.530620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:55.589695 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.615458 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.669224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.672671 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c94452df-42bc-4224-a779-9b10591cac07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:55.685356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df19cc-12ef-4b8f-940f-98409ef2af72,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:55.690113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:55.694284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.695383 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9df19cc-12ef-4b8f-940f-98409ef2af72 HTTP/1.1" status: 204 len: 168 time: 0.1639345 Sep 16 17:45:55.962835 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46056) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:55.981350 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:55.995459 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:55.999209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Usage tracker for resource:security_group_rule and tenant:9e25be7b21f647a5841886f597a384b1 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:56.001999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:56.007872 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:56.090197 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.094705 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.101991 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d6821f57-737b-49a0-9e2f-80223dd63aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:56.141033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54fd7b-7da1-4b13-9491-544076ed8ae8,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:56.143994 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:56.149139 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e25be7b21f647a5841886f597a384b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828661 Sep 16 17:45:56.149785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46060) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:56.208993 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.236294 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.289209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.294055 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a4cf24f3-e172-4447-8442-186b89ccd43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:56.304804 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54fd7b-7da1-4b13-9491-544076ed8ae8,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:56.309205 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:56.311407 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:56.312528 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e54fd7b-7da1-4b13-9491-544076ed8ae8 HTTP/1.1" status: 204 len: 168 time: 0.1622624 Sep 16 17:45:57.041772 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46092) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:57.146662 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550079164-network', 'tenant_id': '2ca25888c01d4760babd8cce69d5abac'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:57.151270 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:57.155111 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Usage tracker for resource:network and tenant:2ca25888c01d4760babd8cce69d5abac is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:57.157957 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:57.164209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:57.175038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Made reservation on behalf of 2ca25888c01d4760babd8cce69d5abac for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:57.178292 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.190058 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.205088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:57.209013 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Usage tracker for resource:security_group_rule and tenant:2ca25888c01d4760babd8cce69d5abac is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:57.211791 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:57.217448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:57.301925 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.305807 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.309920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-09637b03-9fdb-46e9-be8f-85f366a6868f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:57.338693 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:45:57.347309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687fd03-0e91-4e83-b428-9fb9079c36e7,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:57.351404 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:57.354098 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.354441 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Added segment 05644066-c92e-47c6-b52d-4a67ebba589f of type vlan for network 93a30450-8b6c-4e24-82c1-881bb335cbaf Sep 16 17:45:57.386341 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.415411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.416740 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:57.417314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.420543 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:57.524959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Pushing event updated for resources: {'Network': ['ID=93a30450-8b6c-4e24-82c1-881bb335cbaf,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:57.528201 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4853606 Sep 16 17:45:57.529075 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:57.531111 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46098) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:45:57.536147 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:45:57.537581 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Request body: {'subnet': {'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550079164-subnet', 'tenant_id': '2ca25888c01d4760babd8cce69d5abac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:45:57.542346 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:45:57.546388 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Usage tracker for resource:subnet and tenant:2ca25888c01d4760babd8cce69d5abac is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:45:57.549228 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:45:57.554869 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:45:57.568603 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Made reservation on behalf of 2ca25888c01d4760babd8cce69d5abac for: {'subnet': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:45:57.570931 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15718924'] for subnet, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.774874 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15882071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15718970'] for subnet, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.778751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:45:57.846244 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fe8f95-545c-4ea9-9b45-268418136646,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:45:57.851877 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:45:57.860893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Checking segment: {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:45:57.861242 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Network hostable DHCP agents. Network: 93a30450-8b6c-4e24-82c1-881bb335cbaf, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:45:57.882321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:45:57.894057 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 93a30450-8b6c-4e24-82c1-881bb335cbaf) {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:45:57.909075 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:57.909075 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:45:57.909925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ff8c6-1ea4-4246-a85c-cb8d2eb54f28 None None] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:45:57.936874 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4045868 Sep 16 17:45:58.137823 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa74b2-ad5f-45c6-9adc-7d174c386423 None None] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:45:58.162276 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018a9d-3105-4aab-999f-3581cc2924e3 req-23650f29-c778-4bbc-9f05-6be85acb6feb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:58.163910 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74018a9d-3105-4aab-999f-3581cc2924e3 req-23650f29-c778-4bbc-9f05-6be85acb6feb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1096213 Sep 16 17:45:58.211712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74018a9d-3105-4aab-999f-3581cc2924e3 req-8d747eba-2263-4f9e-8e0c-4d80d3ac88b6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Sep 16 17:45:59.395934 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42cd3e-2ccf-4374-9c51-7f3649f36e4c req-6fd5069e-cbc1-46bc-90fb-3ab1407ef670 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:59.397386 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ed42cd3e-2ccf-4374-9c51-7f3649f36e4c req-6fd5069e-cbc1-46bc-90fb-3ab1407ef670 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0782430 Sep 16 17:45:59.518771 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ed42cd3e-2ccf-4374-9c51-7f3649f36e4c req-6598e6da-1738-4640-a35a-38acfe821592 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157074 Sep 16 17:45:59.969321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d56a71e1-d299-4f0a-ab9b-a3869e558c89 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:45:59.969986 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d56a71e1-d299-4f0a-ab9b-a3869e558c89 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Synchronizing usage tracker for tenant:2ca25888c01d4760babd8cce69d5abac on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:45:59.986142 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d56a71e1-d299-4f0a-ab9b-a3869e558c89 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Unset dirty status for tenant:2ca25888c01d4760babd8cce69d5abac on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:45:59.987615 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d56a71e1-d299-4f0a-ab9b-a3869e558c89 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 808 time: 0.1642230 Sep 16 17:46:00.002022 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-e83122b0-c731-45ad-a196-c89feecabe48 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/quotas/2ca25888c01d4760babd8cce69d5abac HTTP/1.1" status: 200 len: 375 time: 0.0085943 Sep 16 17:46:00.052578 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d20ecd15-2de0-474c-8bb9-b692316f8073 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447426 Sep 16 17:46:00.181257 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-47920391-6611-4b28-9da2-f389cca8cb62 service neutron] 10.222.0.32 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222427 Sep 16 17:46:00.317315 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-b9693829-5219-477f-bb12-32e06c8a1352 service neutron] 10.222.0.32 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302433 Sep 16 17:46:00.495627 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-424cdfb5-381b-4eef-b62b-ca91eaf04e6a req-06b6d967-e445-4465-bd12-1dff7ed1695f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 210 time: 0.0438511 Sep 16 17:46:00.726665 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-6ff0ced7-a32b-419f-80d4-bda571203d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:00.728229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3125c-2aa3-43e4-adca-3d0a190c5e87 req-de6146a2-e596-406e-8ff9-cb4c7cec9854 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:00.730058 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45f3125c-2aa3-43e4-adca-3d0a190c5e87 req-de6146a2-e596-406e-8ff9-cb4c7cec9854 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0934768 Sep 16 17:46:00.780726 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45f3125c-2aa3-43e4-adca-3d0a190c5e87 req-cd1cb8d1-fb04-4c18-885f-016f2be65a61 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Sep 16 17:46:01.299904 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:01.664691 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ef191c43-b37a-451c-847b-3c4a736761f5 req-09918d89-83ba-4a33-a4d6-131f9c1be4ca tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 210 time: 0.0515208 Sep 16 17:46:01.715811 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-331a028c-ba3a-4004-b36f-0b317299d164 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:01.717236 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-331a028c-ba3a-4004-b36f-0b317299d164 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 808 time: 0.1879013 Sep 16 17:46:01.732262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Request body: {'port': {'device_id': '58f39d88-2f18-432b-86ca-6f943e376e31', 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf', 'admin_state_up': True, 'tenant_id': '2ca25888c01d4760babd8cce69d5abac'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:01.871616 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:01.875964 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Usage tracker for resource:port and tenant:2ca25888c01d4760babd8cce69d5abac is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:01.878947 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:01.885521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:01.897490 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Made reservation on behalf of 2ca25888c01d4760babd8cce69d5abac for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:46:01.901970 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:02.112021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde551-fee0-4554-858c-2c07617ae9a2 req-65bb2530-dafc-4b36-aba2-d9a2c8fa00f3 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:02.114232 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fbfde551-fee0-4554-858c-2c07617ae9a2 req-65bb2530-dafc-4b36-aba2-d9a2c8fa00f3 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1926513 Sep 16 17:46:02.160718 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Allocated IP 172.20.0.14 (93a30450-8b6c-4e24-82c1-881bb335cbaf/c6fe8f95-545c-4ea9-9b45-268418136646/5ab0501b-aef9-4449-b85e-04f705e03f96) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:46:02.186789 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fbfde551-fee0-4554-858c-2c07617ae9a2 req-1cc03762-a378-4bd8-bbc7-7df0e70bd922 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600207 Sep 16 17:46:02.422950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:02.483331 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d5016-9ea7-46e6-8def-8b6eae8ca206 req-6360fe3b-fe90-4bca-9c93-edfbb60b1d8b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:02.484850 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-563d5016-9ea7-46e6-8def-8b6eae8ca206 req-6360fe3b-fe90-4bca-9c93-edfbb60b1d8b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.1059310 Sep 16 17:46:02.492866 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:02.500330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-59e54187-4796-4994-82ae-90a1f052cd55 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:02.674113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:46:02.679461 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:46:02.681903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:46:02.721413 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Pushing event updated for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:02.730336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:02.736257 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-563d5016-9ea7-46e6-8def-8b6eae8ca206 req-92936661-c4da-4043-a4e0-4bbe30f1802a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2366815 Sep 16 17:46:02.768901 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:02.769802 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:02.833764 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1048591 Sep 16 17:46:02.851815 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Request body: {'port': {'device_id': '58f39d88-2f18-432b-86ca-6f943e376e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:02.973209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-11b2256f-773e-4ce9-97af-fbe82d621ee8 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:02.974086 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-11b2256f-773e-4ce9-97af-fbe82d621ee8 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Synchronizing usage tracker for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:02.997532 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.013014 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-11b2256f-773e-4ce9-97af-fbe82d621ee8 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Unset dirty status for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:03.014195 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-11b2256f-773e-4ce9-97af-fbe82d621ee8 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 932 time: 0.2337251 Sep 16 17:46:03.112845 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-13f18fec-df92-4526-8c06-07fec214fc9d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Synchronizing usage tracker for tenant:2ca25888c01d4760babd8cce69d5abac on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:03.188934 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-13f18fec-df92-4526-8c06-07fec214fc9d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Unset dirty status for tenant:2ca25888c01d4760babd8cce69d5abac on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:03.190064 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3d32537c-4a1c-4d85-80aa-0c190a7f2de6 req-13f18fec-df92-4526-8c06-07fec214fc9d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464567 Sep 16 17:46:03.379138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-965dc56d-da13-4e98-b534-c703088a13ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.456891 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6bad-b431-4b69-9573-7ca82df4e094 req-3b4737c6-82be-446b-ac8d-e883023261d4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:03.458954 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a1ed6bad-b431-4b69-9573-7ca82df4e094 req-3b4737c6-82be-446b-ac8d-e883023261d4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1612391 Sep 16 17:46:03.463201 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab0501b-aef9-4449-b85e-04f705e03f96 {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:03.486672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.522959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Transition to ACTIVE for port object 5ab0501b-aef9-4449-b85e-04f705e03f96 will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:46:03.526412 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.532302 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d01a0408-0b72-4062-9fff-ad15b40b09f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:03.570055 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a1ed6bad-b431-4b69-9573-7ca82df4e094 req-38fb42ae-6724-4cdd-abfc-aa583450dd06 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023526 Sep 16 17:46:03.686954 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:03.689743 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:03.770228 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Attempting to bind port 5ab0501b-aef9-4449-b85e-04f705e03f96 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:46:03.770714 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Attempting to bind port 5ab0501b-aef9-4449-b85e-04f705e03f96 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:46:03.771044 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Attempting to bind port 5ab0501b-aef9-4449-b85e-04f705e03f96 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:03.775795 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Port 5ab0501b-aef9-4449-b85e-04f705e03f96 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:46:03.776131 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Attempting to bind port 5ab0501b-aef9-4449-b85e-04f705e03f96 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:03.781498 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:46:03.781834 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Checking segment: {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:46:03.782217 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Bound using segment: {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:46:03.782642 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Bound port: 5ab0501b-aef9-4449-b85e-04f705e03f96, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:46:03.783014 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.922387 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:46:03.934599 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=5ab0501b-aef9-4449-b85e-04f705e03f96,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:46:03.941155 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:03.946755 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:04.026045 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.027076 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:04.028197 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] 10.222.0.36 "PUT /v2.0/ports/5ab0501b-aef9-4449-b85e-04f705e03f96 HTTP/1.1" status: 200 len: 1094 time: 1.1816461 Sep 16 17:46:04.042641 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:04.124181 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e67650-db99-49ac-bef5-a5f372326f89 req-36022ffa-ba85-4e8f-b477-192280372666 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.125853 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e8e67650-db99-49ac-bef5-a5f372326f89 req-36022ffa-ba85-4e8f-b477-192280372666 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.2798553 Sep 16 17:46:04.137075 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96', 'status': 'completed', 'code': 200} Sep 16 17:46:04.182489 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Pushing event updated for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:04.185697 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:04.238799 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-99b1f1fb-c6a6-41e0-946d-0b882ddc1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.240480 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-99b1f1fb-c6a6-41e0-946d-0b882ddc1920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1137 time: 0.0771408 Sep 16 17:46:04.264533 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e8e67650-db99-49ac-bef5-a5f372326f89 req-63f07846-23d5-4d96-836e-89888fef0214 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169083 Sep 16 17:46:04.287644 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-ea8063ac-eba9-4fa4-9eba-07a6e8aa1a9d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.289081 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-ea8063ac-eba9-4fa4-9eba-07a6e8aa1a9d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.3139925 Sep 16 17:46:04.330612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-1c7009cf-10e7-4f12-b0da-e39bf49594f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.332478 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-1c7009cf-10e7-4f12-b0da-e39bf49594f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 1097 time: 0.2626507 Sep 16 17:46:04.380223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-777c9f47-bda7-4c6c-9256-3e6b53ad7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.381663 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-777c9f47-bda7-4c6c-9256-3e6b53ad7eca service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.1333871 Sep 16 17:46:04.411194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:04.487712 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-363f51eb-6914-49d7-b45a-06ed0cefae4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 1000 time: 0.0992510 Sep 16 17:46:04.549743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-fb10d454-ce1c-448b-938d-220260b02ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.551374 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-fb10d454-ce1c-448b-938d-220260b02ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0570488 Sep 16 17:46:04.552241 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-d5d0a35e-aa78-46c8-bc1c-f37f2d2e60cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab0501b-aef9-4449-b85e-04f705e03f96 HTTP/1.1" status: 200 len: 217 time: 0.2054121 Sep 16 17:46:04.611321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Deleting port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:04.611680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:04.630133 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-ee403d23-5fc5-48e9-a2ca-d6effb25eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.631621 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-ee403d23-5fc5-48e9-a2ca-d6effb25eddc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692923 Sep 16 17:46:04.704350 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8de4fb-5928-430a-9cb4-d4f6d5b82e95 req-fdb4e0bb-af70-4770-8fc3-0f3f12a86879 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.705820 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e8de4fb-5928-430a-9cb4-d4f6d5b82e95 req-fdb4e0bb-af70-4770-8fc3-0f3f12a86879 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.4928668 Sep 16 17:46:04.757961 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-5474785f-f49a-4f0e-a439-6eca8c02457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:04.759287 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-5474785f-f49a-4f0e-a439-6eca8c02457a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6fe8f95-545c-4ea9-9b45-268418136646 HTTP/1.1" status: 200 len: 848 time: 0.1892333 Sep 16 17:46:04.766375 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-1a3b1fc1-c501-44fa-87cb-c904d09f4774 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281428 Sep 16 17:46:04.843243 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-0d01e5f9-31e3-4c9c-88b4-165b3e2c15ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93a30450-8b6c-4e24-82c1-881bb335cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644577 Sep 16 17:46:04.913594 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2d14ecf1-31a6-4cf6-934f-675886fee5db req-ae01d406-bba2-4165-ba06-e5f3c9623ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415586 Sep 16 17:46:05.000203 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e8de4fb-5928-430a-9cb4-d4f6d5b82e95 req-913e430c-2460-4ad5-93d2-f0b07d200504 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2860253 Sep 16 17:46:05.021604 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be831a0c-d304-4458-99ee-ae462aa1d6f8 req-ea6b6783-047e-4cba-b8c5-c867fd68e62b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:05.023070 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be831a0c-d304-4458-99ee-ae462aa1d6f8 req-ea6b6783-047e-4cba-b8c5-c867fd68e62b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 944 time: 0.6095703 Sep 16 17:46:05.209767 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be831a0c-d304-4458-99ee-ae462aa1d6f8 req-5d9c764c-daf3-4733-8f01-7eedb44174d5 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791208 Sep 16 17:46:05.221939 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] For port 1f848d87-7dc7-4949-9e33-f8af3bd83e29, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1f848d87-7dc7-4949-9e33-f8af3bd83e29,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:05.222361 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:05.241824 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-939274d9-e443-4dd9-bb81-d2507b993e97 service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844941 Sep 16 17:46:05.573125 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7e4fc-a29f-4435-bf89-19983207f84c req-a343f904-c90e-4b7d-92ae-47d40d58293c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:05.574546 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67b7e4fc-a29f-4435-bf89-19983207f84c req-a343f904-c90e-4b7d-92ae-47d40d58293c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.4682724 Sep 16 17:46:05.713076 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-601492ca-5446-4ab3-8e1f-91a507f72585 req-97e06790-66b1-4a02-8044-bc6fe593fef7 service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210885 Sep 16 17:46:05.751953 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d392a-b005-405c-b052-1b8418e36080 req-feb8f6e9-4980-4897-b93c-850c95ee3ce7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:05.753404 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7f2d392a-b005-405c-b052-1b8418e36080 req-feb8f6e9-4980-4897-b93c-850c95ee3ce7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 946 time: 0.3665857 Sep 16 17:46:05.756905 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-67b7e4fc-a29f-4435-bf89-19983207f84c req-473c7410-458a-479e-a937-3ae4a2328bba tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669681 Sep 16 17:46:05.787302 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:05.817366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:05.817730 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:05.818042 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Floating IP 44ed6edd-38b6-4431-bcc4-7b6ac4590b98 disassociated. External IP: 172.28.0.23, port: 1f848d87-7dc7-4949-9e33-f8af3bd83e29. Sep 16 17:46:05.818383 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Calling delete_port for 1f848d87-7dc7-4949-9e33-f8af3bd83e29 owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:05.899997 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7f2d392a-b005-405c-b052-1b8418e36080 req-83ee1ef7-5d7d-4d4f-8fd6-cdc2813ec374 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c81e7cf-035f-46f2-8f91-41254c9808f3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370327 Sep 16 17:46:05.938953 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-a0ef1d93-7f97-4280-ac60-7ab29d2b7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:05.940463 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-a0ef1d93-7f97-4280-ac60-7ab29d2b7020 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 1097 time: 0.1827571 Sep 16 17:46:06.213660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:06.228228 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:06.325932 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'Port': ['ID=1f848d87-7dc7-4949-9e33-f8af3bd83e29,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:06.336609 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:06.378102 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-be1fee59-47e2-4e77-913b-dde9e8e80999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:06.380473 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-be1fee59-47e2-4e77-913b-dde9e8e80999 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 909 time: 0.4080508 Sep 16 17:46:06.592913 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-f1bae066-135d-4762-9511-5a942440053d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab0501b-aef9-4449-b85e-04f705e03f96 HTTP/1.1" status: 200 len: 217 time: 0.1546195 Sep 16 17:46:06.710647 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-81503474-385f-46b3-9b46-6b3cc3d50d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:06.712116 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-81503474-385f-46b3-9b46-6b3cc3d50d4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6fe8f95-545c-4ea9-9b45-268418136646 HTTP/1.1" status: 200 len: 848 time: 0.1031110 Sep 16 17:46:06.723043 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443453e-2704-4dba-b97a-c063373755fa req-30a6541a-d272-45fb-99d4-5ee19ea86ad4 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:06.724465 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5443453e-2704-4dba-b97a-c063373755fa req-30a6541a-d272-45fb-99d4-5ee19ea86ad4 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.4598544 Sep 16 17:46:06.734908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a309a9-b89f-4657-b120-5211fffaeaf2 req-5b7308ac-0044-463b-84da-4385419c8228 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:06.736403 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a7a309a9-b89f-4657-b120-5211fffaeaf2 req-5b7308ac-0044-463b-84da-4385419c8228 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 944 time: 0.4183495 Sep 16 17:46:06.813313 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-5eecf652-8749-428e-b699-9f9d541ab6ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93a30450-8b6c-4e24-82c1-881bb335cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861101 Sep 16 17:46:06.818690 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:46:06.982479 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5443453e-2704-4dba-b97a-c063373755fa req-300f8b21-2b7a-4149-b762-57229df6bbc7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2153578 Sep 16 17:46:07.060361 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a7a309a9-b89f-4657-b120-5211fffaeaf2 req-b858756c-014e-4fc0-a452-4a0292ca7571 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918479 Sep 16 17:46:07.233630 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-58fc525e-9d0f-4d7d-8859-77132baad89e service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082837 Sep 16 17:46:07.246856 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8e0faca0-efcd-405e-a73b-3778f0f2c4f3 req-41b7fb3b-cc64-400f-b75d-e1b73da50e7f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=82d15a03-e68a-4e26-b246-2ce202e1cab6 HTTP/1.1" status: 200 len: 210 time: 0.0762980 Sep 16 17:46:07.326603 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:46:07.335662 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:46:07.349716 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:07.350440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:07.527826 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] No DVR routers for this DVR port 1f848d87-7dc7-4949-9e33-f8af3bd83e29 on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:46:07.532257 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:07.537991 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-deleted', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:07.568164 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d485fc-19e4-4b91-99b9-5b8b7e3b24a4 req-675c8c18-1281-4aed-a82d-02bfeee0d1e9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:07.569696 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45d485fc-19e4-4b91-99b9-5b8b7e3b24a4 req-675c8c18-1281-4aed-a82d-02bfeee0d1e9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.4750073 Sep 16 17:46:07.573720 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2e6c79d0-8f6e-4108-9783-8f91947cfc22 req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "DELETE /v2.0/ports/1f848d87-7dc7-4949-9e33-f8af3bd83e29 HTTP/1.1" status: 204 len: 173 time: 3.2738373 Sep 16 17:46:07.574873 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:07.609103 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d15a03-e68a-4e26-b246-2ce202e1cab6', 'name': 'network-vif-deleted', 'tag': '1f848d87-7dc7-4949-9e33-f8af3bd83e29', 'status': 'completed', 'code': 200} Sep 16 17:46:07.615341 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a035553b-1c02-4379-b44f-6c8ab3594c6a req-a82845f7-7f18-492c-be72-b993f6b823e3 service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703640 Sep 16 17:46:07.643465 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45d485fc-19e4-4b91-99b9-5b8b7e3b24a4 req-b8796b06-9927-4a27-91e1-c3fb36c5ec18 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584259 Sep 16 17:46:07.936614 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:07.942696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:46:07.951816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:07.952509 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:08.144761 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:08.282186 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f25aa-7da0-472f-be22-39356d11f586 req-840239f9-efb2-4f61-92ef-1adeae27148b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:08.283769 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-068f25aa-7da0-472f-be22-39356d11f586 req-840239f9-efb2-4f61-92ef-1adeae27148b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1572552 Sep 16 17:46:08.331974 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb5f2c-ae4a-4773-95b8-9b465d89a1b5 req-d5365e33-bf46-4336-90af-09bc591b993f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:08.333972 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-16fb5f2c-ae4a-4773-95b8-9b465d89a1b5 req-d5365e33-bf46-4336-90af-09bc591b993f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 944 time: 0.1480253 Sep 16 17:46:08.384175 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-068f25aa-7da0-472f-be22-39356d11f586 req-1007bc16-92f0-40e8-b515-fad9efbd9e2d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845573 Sep 16 17:46:08.449216 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-16fb5f2c-ae4a-4773-95b8-9b465d89a1b5 req-43fb4d9d-e782-494a-ac60-ce2be2ef46f1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022594 Sep 16 17:46:08.492137 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:08.496264 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a69b6b-a4ca-4111-965b-533c87bbe087 None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:46:08.503865 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46216) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:08.575405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:08.604261 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:08.659635 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:08.668314 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c085f496-edcc-46b8-9f3f-8a18e2559b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:08.682740 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c81e7cf-035f-46f2-8f91-41254c9808f3,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:08.686387 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:08.702188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:08.703623 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c81e7cf-035f-46f2-8f91-41254c9808f3 HTTP/1.1" status: 204 len: 168 time: 0.1986520 Sep 16 17:46:08.706198 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46222) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:08.726206 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.api.v2.resource [None req-84d3b71c-5059-4a4b-b220-9942724f1d89 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] show failed (client error): The resource could not be found. Sep 16 17:46:08.727242 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-84d3b71c-5059-4a4b-b220-9942724f1d89 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups/0c81e7cf-035f-46f2-8f91-41254c9808f3 HTTP/1.1" status: 404 len: 347 time: 0.0198460 Sep 16 17:46:08.730305 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46226) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:08.733612 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 5ab0501b-aef9-4449-b85e-04f705e03f96 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:46:08.737564 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:46:08.749920 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8be3b7-47e8-48e7-9a12-7f893c5a997d None None] New status for floating IP 44ed6edd-38b6-4431-bcc4-7b6ac4590b98: DOWN {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:46:08.790625 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 1f848d87-7dc7-4949-9e33-f8af3bd83e29 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:46:08.791507 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1f848d87-7dc7-4949-9e33-f8af3bd83e29 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:46:08.880979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba740-413d-4381-bf62-8650fa9d4690 req-ddb043d0-e828-46c9-873d-089d34288182 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:08.890955 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e58ba740-413d-4381-bf62-8650fa9d4690 req-ddb043d0-e828-46c9-873d-089d34288182 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1118312 Sep 16 17:46:08.908403 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:08.976491 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e58ba740-413d-4381-bf62-8650fa9d4690 req-886c724f-ede5-40df-a505-febf1c0dba59 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796428 Sep 16 17:46:08.985383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=5ab0501b-aef9-4449-b85e-04f705e03f96,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:09.014815 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '5ab0501b-aef9-4449-b85e-04f705e03f96', 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf', 'port_id': '5ab0501b-aef9-4449-b85e-04f705e03f96', 'mac_address': 'fa:16:3e:ff:95:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fe8f95-545c-4ea9-9b45-268418136646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:46:09.094334 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.109956 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Deleting port 72ef5f27-df4a-43e4-8b33-209e36705d5e {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:09.110252 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.116945 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab0501b-aef9-4449-b85e-04f705e03f96 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:09.134879 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=5ab0501b-aef9-4449-b85e-04f705e03f96,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:09.141211 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.143725 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:09.215435 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:09.218621 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:09.297928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.298307 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.385460 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['5ab0501b-aef9-4449-b85e-04f705e03f96'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:09.428889 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Calling delete_port for 72ef5f27-df4a-43e4-8b33-209e36705d5e owned by network:floatingip {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:09.442752 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d711e-5715-40bb-a78d-323e46b3dec7 req-b7a0398a-c901-4809-a099-e263554091d6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.444287 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4f3d711e-5715-40bb-a78d-323e46b3dec7 req-b7a0398a-c901-4809-a099-e263554091d6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1500001 Sep 16 17:46:09.447038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-a1c0e18b-4aaf-40b6-b65f-40351ab3ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.448438 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-a1c0e18b-4aaf-40b6-b65f-40351ab3ceb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1098 time: 0.1069248 Sep 16 17:46:09.589237 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.595221 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c2fbcb5d-f92d-486b-b5a5-ed006de2a456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:09.632063 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4f3d711e-5715-40bb-a78d-323e46b3dec7 req-c00a0bb0-5e9c-4b95-a5fa-432c95d5250b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811404 Sep 16 17:46:09.638591 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'Port': ['ID=72ef5f27-df4a-43e4-8b33-209e36705d5e,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:09.641587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:09.690756 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-85ad670d-dd8d-4ee4-bfb5-555f18f43008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.692560 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-85ad670d-dd8d-4ee4-bfb5-555f18f43008 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.2263145 Sep 16 17:46:09.705377 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c768573-a414-4ecc-872c-1e70acf78ffb req-caf1de2d-23c8-4417-be81-1839dbec792d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.706781 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1c768573-a414-4ecc-872c-1e70acf78ffb req-caf1de2d-23c8-4417-be81-1839dbec792d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1631129 Sep 16 17:46:09.737644 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.749060 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:09.750282 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "DELETE /v2.0/floatingips/44ed6edd-38b6-4431-bcc4-7b6ac4590b98 HTTP/1.1" status: 204 len: 168 time: 1.0190165 Sep 16 17:46:09.889539 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1c768573-a414-4ecc-872c-1e70acf78ffb req-1af7a580-9fb7-481f-8ec7-b2e1a896c1e1 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273661 Sep 16 17:46:09.896549 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-b74cb26e-7d05-4469-bdb0-0e7cc0913d09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 1001 time: 0.1888833 Sep 16 17:46:09.957282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973cea-09bd-48c0-bb41-62c93346d68f req-27534c03-8de9-4006-9d18-38d9f6ef69c9 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.958736 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c1973cea-09bd-48c0-bb41-62c93346d68f req-27534c03-8de9-4006-9d18-38d9f6ef69c9 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 945 time: 0.2028930 Sep 16 17:46:09.993243 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-769d8423-425c-4bbe-a945-0c59d1be476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:09.994713 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-769d8423-425c-4bbe-a945-0c59d1be476d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0905917 Sep 16 17:46:10.053110 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c1973cea-09bd-48c0-bb41-62c93346d68f req-c6c601f2-8df1-489c-9acb-7ab0cff6f2e6 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863152 Sep 16 17:46:10.089395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46240) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:10.096149 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747868265', 'description': 'tempest-description--2104893931'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:10.103128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:10.108182 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-f131f7a0-b5f6-457e-bd5c-106d2deb7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:10.109602 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-f131f7a0-b5f6-457e-bd5c-106d2deb7ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069534 Sep 16 17:46:10.110708 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:10.113813 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:10.120616 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:10.200063 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.236622 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:10.250523 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:10.254656 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:10.269920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:10.278310 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-80d44ad5-f7e4-421d-83a3-10a657bb2026 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587679 Sep 16 17:46:10.455100 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.458792 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a39f0679-3dbd-4e2e-846c-75b0a992544d req-e829a88a-9aa3-4fc0-b006-11ce4ce21d2e service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687205 Sep 16 17:46:10.459792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.463381 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-63c94650-ebe4-4784-8455-a6be625c2636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:10.505278 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:10.508001 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.509195 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4188461 Sep 16 17:46:10.510172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:10.512083 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46244) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:10.516783 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group_rule': {'security_group_id': '307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:10.522519 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:10.526313 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:10.529144 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:10.535854 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:10.552574 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.612108 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.615939 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.617957 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-25176966-fde0-4466-a504-99ba795d1ead tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:10.638542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cef7d5-8eb1-48f2-9300-9a1cf0fbea2b,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:10.643733 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:10.648518 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.652398 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-72a25fe3-2841-45c3-9298-1a1b7e7f1dfc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367149 Sep 16 17:46:10.652588 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46248) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:10.657364 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'security_group_rule': {'security_group_id': '307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:10.663346 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:10.667088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:security_group_rule and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:10.670191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:10.676611 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:10.693711 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.734363 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 5ab0501b-aef9-4449-b85e-04f705e03f96 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:46:10.809256 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 5ab0501b-aef9-4449-b85e-04f705e03f96 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:46:10.814242 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 5ab0501b-aef9-4449-b85e-04f705e03f96 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:46:10.814629 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.885500 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.892843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.897603 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:10.931711 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54502317-cda3-4ca7-b825-3af243315cd3,revision_number=0']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:10.938818 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:10.952686 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.954257 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-81535b39-7dbb-4bdf-a264-208c71a9e222 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007777 Sep 16 17:46:10.958102 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46256) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:10.966285 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:10.979641 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e3fd-b04e-41e7-a717-3f5e776105ad req-225a9319-6ca6-4aff-8af4-fadd3a5b1d7b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:10.980070 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:10.981274 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:10.981834 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9d08e3fd-b04e-41e7-a717-3f5e776105ad req-225a9319-6ca6-4aff-8af4-fadd3a5b1d7b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.2253485 Sep 16 17:46:10.993360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Usage tracker for resource:floatingip and tenant:4bf1287945114955b8138697bb1894bd is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:10.996734 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:11.003030 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:11.009810 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:11.017025 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.020759 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=5ab0501b-aef9-4449-b85e-04f705e03f96,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:11.028835 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.030878 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-503ad871-4afa-4aa7-a5c4-c651fdd48860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:11.111916 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9d08e3fd-b04e-41e7-a717-3f5e776105ad req-a72cd255-f55c-426d-b556-4da01043dd40 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233873 Sep 16 17:46:11.142679 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:11.148428 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:11.174803 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539eae1-4e81-4abc-965c-74ee204f16a1 req-daa6eff3-6451-4501-a193-a91ef1327db5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:11.177118 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1539eae1-4e81-4abc-965c-74ee204f16a1 req-daa6eff3-6451-4501-a193-a91ef1327db5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1058807 Sep 16 17:46:11.183585 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96', 'code': 200} Sep 16 17:46:11.198457 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.240318 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1539eae1-4e81-4abc-965c-74ee204f16a1 req-f31df140-23e4-4fb2-b88a-7f1f286b6b74 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573139 Sep 16 17:46:11.358182 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Allocated IP 172.28.0.208 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/d7c8163f-6547-4f0e-8ede-8d321904217c) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:46:11.415531 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd81bda-593a-4b7f-ab88-c4f84b4ce96d req-e9485c7f-bae4-4779-8e1f-7f1ac8136d0d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:11.417032 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dbd81bda-593a-4b7f-ab88-c4f84b4ce96d req-e9485c7f-bae4-4779-8e1f-7f1ac8136d0d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 946 time: 0.1348417 Sep 16 17:46:11.459965 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf7d0e-7fad-4d20-b787-382a5c99e212 req-c894d123-f3bb-49fc-b74a-f88bca52c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:11.461444 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-08bf7d0e-7fad-4d20-b787-382a5c99e212 req-c894d123-f3bb-49fc-b74a-f88bca52c6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 1099 time: 0.1147432 Sep 16 17:46:11.473116 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dbd81bda-593a-4b7f-ab88-c4f84b4ce96d req-88a84f3f-f284-4e71-98b6-07ff7c2c53c9 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Sep 16 17:46:11.505626 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.508034 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-08bf7d0e-7fad-4d20-b787-382a5c99e212 req-c59951a0-3518-4c48-8991-c481c5c8df0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Sep 16 17:46:11.539036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.542981 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:11.604352 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:46:11.607195 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:46:11.610759 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:46:11.646120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=d7c8163f-6547-4f0e-8ede-8d321904217c,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:11.649962 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:11.693902 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.751992 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.966422 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.970699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:11.975428 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:12.073818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=d7c8163f-6547-4f0e-8ede-8d321904217c,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:12.077996 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:12.085306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:12.106505 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:12.107734 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1478629 Sep 16 17:46:12.338713 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0088e-83d3-4965-9839-8c03e919aebb req-925d13f3-3820-476f-aa4e-a07e41a8ad6f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:12.340181 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bd0088e-83d3-4965-9839-8c03e919aebb req-925d13f3-3820-476f-aa4e-a07e41a8ad6f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1147163 Sep 16 17:46:12.343947 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-7a5a43d7-5599-4eaa-8b41-11041ed3147c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:12.385847 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-7a5a43d7-5599-4eaa-8b41-11041ed3147c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:12.387027 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-7a5a43d7-5599-4eaa-8b41-11041ed3147c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--747868265&fields=id&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 267 time: 0.0966225 Sep 16 17:46:12.393875 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bd0088e-83d3-4965-9839-8c03e919aebb req-2d3df13a-1e00-4d4c-b6d2-05d46035d2ba tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 Sep 16 17:46:12.604003 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-d81d46e7-b7c7-4936-9be4-3d034574ef0c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:12.605553 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-d81d46e7-b7c7-4936-9be4-3d034574ef0c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 817 time: 0.2105451 Sep 16 17:46:12.633413 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6442a-e391-49d7-a9a6-c2b41bcc06cb req-2355f8ef-0621-4800-84f3-b967e1e3e93b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:12.634810 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9eb6442a-e391-49d7-a9a6-c2b41bcc06cb req-2355f8ef-0621-4800-84f3-b967e1e3e93b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1415014 Sep 16 17:46:12.636169 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-45eb9369-ad32-4710-bc30-c2f35167cd8d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/quotas/4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 375 time: 0.0222363 Sep 16 17:46:12.736039 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9eb6442a-e391-49d7-a9a6-c2b41bcc06cb req-14632d1b-6499-4fa7-8d59-5abcbf2a47a4 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954411 Sep 16 17:46:12.759319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-79dad70e-b300-4106-a8f2-c18369b3633b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:12.776943 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-79dad70e-b300-4106-a8f2-c18369b3633b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:12.778199 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-79dad70e-b300-4106-a8f2-c18369b3633b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368210 Sep 16 17:46:12.969997 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-7e4902f3-38af-4a77-b0ed-70409e5fd6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797910 Sep 16 17:46:12.984176 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b7a2-1a8b-4991-8f8c-a2d5be5aeeb4 req-f9f90644-bf29-4a0a-b3a3-f581f6d87cba tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:12.985556 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0bf0b7a2-1a8b-4991-8f8c-a2d5be5aeeb4 req-f9f90644-bf29-4a0a-b3a3-f581f6d87cba tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 946 time: 0.1324294 Sep 16 17:46:13.106127 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0bf0b7a2-1a8b-4991-8f8c-a2d5be5aeeb4 req-8c6a88d9-36b2-4302-a2a3-b5cabc507d92 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Sep 16 17:46:13.140138 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-a952edf0-ce47-4e3e-93c8-476cbcfca3ce service neutron] 10.222.0.32 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536634 Sep 16 17:46:13.324329 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6b73d457-57d3-42a9-a9ef-690d7d2cfb80 req-0151fceb-eb4c-41f7-a679-53a469ce1ba2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 210 time: 0.0466034 Sep 16 17:46:13.942535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff2c6-0b97-4e6d-838f-8943c0de3c19 req-b516b41a-e665-46c6-a672-229895fb40fe tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:13.949678 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-200ff2c6-0b97-4e6d-838f-8943c0de3c19 req-b516b41a-e665-46c6-a672-229895fb40fe tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.0984609 Sep 16 17:46:13.994106 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-200ff2c6-0b97-4e6d-838f-8943c0de3c19 req-ac228c70-fe5d-403e-b4a2-52a458a4527e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435691 Sep 16 17:46:14.129314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c18d8-1ba7-4641-a148-6f255bf96eba req-033b532e-7804-4d94-b0fb-18c6746eab34 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:14.130762 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bb1c18d8-1ba7-4641-a148-6f255bf96eba req-033b532e-7804-4d94-b0fb-18c6746eab34 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 946 time: 0.0834274 Sep 16 17:46:14.180001 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bb1c18d8-1ba7-4641-a148-6f255bf96eba req-72548e9e-4d1a-463a-8be9-7f007de52ffb tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Sep 16 17:46:14.498290 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad337c34-a169-4146-b6ca-f80771795790 req-25aa89af-27b4-4522-8b8a-670c28994f91 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 210 time: 0.0520780 Sep 16 17:46:14.534640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-2fc4287b-78ea-4fab-a898-ba43d3dade7b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:14.536589 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-2fc4287b-78ea-4fab-a898-ba43d3dade7b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 817 time: 0.2796066 Sep 16 17:46:14.584351 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-46b929af-a9e3-4b3b-82b5-aa672fd965e7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 379 time: 0.0387592 Sep 16 17:46:14.593494 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'port': {'device_id': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'admin_state_up': True, 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'security_groups': ['307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9']}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:14.726751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:14.735971 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:14.745398 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Made reservation on behalf of 4bf1287945114955b8138697bb1894bd for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:46:14.749082 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:14.909376 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Allocated IP 172.20.0.12 (2cff0586-b766-4fbd-87ca-dcc399dfa90a/5392ae89-a587-4a5d-b71c-28771e360466/2a55b61a-fc75-412b-9eb4-f71174da75ed) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:46:15.105467 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.161360 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Transition to ACTIVE for port object 2a55b61a-fc75-412b-9eb4-f71174da75ed will not be triggered until provisioned by entity DHCP. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:46:15.210215 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5b4cc-e9fa-416c-aaa9-da6f4b414cba req-76b1487d-b7a9-4176-bad9-794f6ab7714d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:15.211773 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23d5b4cc-e9fa-416c-aaa9-da6f4b414cba req-76b1487d-b7a9-4176-bad9-794f6ab7714d tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.1032898 Sep 16 17:46:15.234691 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.242651 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4aff5b1d-9833-473f-b717-9765638bbe93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:15.362469 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:46:15.369580 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:46:15.374815 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23d5b4cc-e9fa-416c-aaa9-da6f4b414cba req-3b021eca-cc20-4cf8-913a-ac600ef512ef tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569796 Sep 16 17:46:15.377953 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:46:15.461577 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:15.475227 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:15.516977 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:15.517577 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.557740 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-4bf3c642-b0e1-4968-8126-f7daeaf98d40 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9675596 Sep 16 17:46:15.567441 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256e480-b22f-42c1-b82f-6ea2a2aecd65 req-f352fbda-6632-40e3-b0ed-83a274f70e95 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:15.568962 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5256e480-b22f-42c1-b82f-6ea2a2aecd65 req-f352fbda-6632-40e3-b0ed-83a274f70e95 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 946 time: 0.2576840 Sep 16 17:46:15.575535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Request body: {'port': {'device_id': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:15.605530 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-80eba150-c4b7-4a55-9c6c-eda1ff33b304 None None] Provisioning for port 2a55b61a-fc75-412b-9eb4-f71174da75ed completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:46:15.614225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-80eba150-c4b7-4a55-9c6c-eda1ff33b304 None None] Provisioning complete for port 2a55b61a-fc75-412b-9eb4-f71174da75ed triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:46:15.614881 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-80eba150-c4b7-4a55-9c6c-eda1ff33b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.671146 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-80eba150-c4b7-4a55-9c6c-eda1ff33b304 None None] Port 2a55b61a-fc75-412b-9eb4-f71174da75ed cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:46:15.690342 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-122d9575-1698-4d0a-98a1-59b0e5f204b4 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:15.692364 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-122d9575-1698-4d0a-98a1-59b0e5f204b4 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 946 time: 0.2833688 Sep 16 17:46:15.808464 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5256e480-b22f-42c1-b82f-6ea2a2aecd65 req-74347947-8b5f-4f8d-8652-bf67b6505e32 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054574 Sep 16 17:46:15.866140 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Deleting port 5ab0501b-aef9-4449-b85e-04f705e03f96 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:15.866386 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.890711 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:15.974892 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcf428-4fbd-446d-9aa0-ceeb2aafa82e req-bf48a87b-acb5-4e55-bdd8-c669b609cd7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:15.975568 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-bdbcf428-4fbd-446d-9aa0-ceeb2aafa82e req-bf48a87b-acb5-4e55-bdd8-c669b609cd7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Synchronizing usage tracker for tenant:4bf1287945114955b8138697bb1894bd on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:16.022487 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:46:16.062420 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-bdbcf428-4fbd-446d-9aa0-ceeb2aafa82e req-bf48a87b-acb5-4e55-bdd8-c669b609cd7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Unset dirty status for tenant:4bf1287945114955b8138697bb1894bd on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:16.063563 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bdbcf428-4fbd-446d-9aa0-ceeb2aafa82e req-bf48a87b-acb5-4e55-bdd8-c669b609cd7a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 932 time: 0.4294202 Sep 16 17:46:16.354761 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bdbcf428-4fbd-446d-9aa0-ceeb2aafa82e req-dc03a14c-29bc-4fc9-be66-4f88af7b80c2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849486 Sep 16 17:46:16.467180 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] For port 5ab0501b-aef9-4449-b85e-04f705e03f96, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=5ab0501b-aef9-4449-b85e-04f705e03f96,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:16.467537 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:16.644988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Calling delete_port for 5ab0501b-aef9-4449-b85e-04f705e03f96 owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:16.819444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9744c3-21a4-4e5e-b8bb-f55013779156 req-081f261d-2c27-4fa3-b90c-07f115513e67 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:16.820981 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf9744c3-21a4-4e5e-b8bb-f55013779156 req-081f261d-2c27-4fa3-b90c-07f115513e67 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.3301768 Sep 16 17:46:16.824555 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:16.882986 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:16.945359 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf9744c3-21a4-4e5e-b8bb-f55013779156 req-c03ab9ca-b13a-447f-8459-0b10a3d68a2b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&id=3289f2ac-6c21-47bc-82d4-3846d55962b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164796 Sep 16 17:46:16.955034 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Transition to ACTIVE for port object 2a55b61a-fc75-412b-9eb4-f71174da75ed will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:46:16.960427 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:16.962198 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:16.979910 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dfd32149-ffa2-43e1-b263-fbfb8281373d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:17.163632 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-17bd7f1e-39fd-4980-972f-5880bf50a308 req-b341f2df-d847-4fde-a13d-3731e07ffb30 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f39d88-2f18-432b-86ca-6f943e376e31 HTTP/1.1" status: 200 len: 210 time: 0.1584628 Sep 16 17:46:17.237377 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:17.245798 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] No DVR routers for this DVR port 5ab0501b-aef9-4449-b85e-04f705e03f96 on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:46:17.281090 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:17.317744 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'name': 'network-vif-deleted', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:17.336233 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Pushing event deleted for resources: {'Port': ['ID=5ab0501b-aef9-4449-b85e-04f705e03f96,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:17.343891 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:17.344370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:17.344730 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40cbab69-0b7d-46c3-bbf3-f0242698a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:17.360810 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-23089af7-1ee3-415f-a455-6e18d0880c89 req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "DELETE /v2.0/ports/5ab0501b-aef9-4449-b85e-04f705e03f96 HTTP/1.1" status: 204 len: 173 time: 1.6516809 Sep 16 17:46:17.383740 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f39d88-2f18-432b-86ca-6f943e376e31', 'name': 'network-vif-deleted', 'tag': '5ab0501b-aef9-4449-b85e-04f705e03f96', 'status': 'completed', 'code': 200} Sep 16 17:46:17.393167 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Attempting to bind port 2a55b61a-fc75-412b-9eb4-f71174da75ed on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:46:17.393483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Attempting to bind port 2a55b61a-fc75-412b-9eb4-f71174da75ed by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:46:17.393836 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Attempting to bind port 2a55b61a-fc75-412b-9eb4-f71174da75ed on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:17.399449 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Port 2a55b61a-fc75-412b-9eb4-f71174da75ed on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:46:17.399875 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Attempting to bind port 2a55b61a-fc75-412b-9eb4-f71174da75ed on network 2cff0586-b766-4fbd-87ca-dcc399dfa90a {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:17.405908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:46:17.406406 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Checking segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:46:17.406942 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Bound using segment: {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:46:17.407387 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Bound port: 2a55b61a-fc75-412b-9eb4-f71174da75ed, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad90cf6a-fc24-4344-a142-50dff19b694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:46:17.407761 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:17.411554 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-fa434995-aaf4-45e5-aa9e-6c8144ae11e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1831839 Sep 16 17:46:17.562002 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:46:17.578968 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:46:17.583325 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-91c6f00e-80ed-44f2-b1ff-4d753accdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.584986 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-91c6f00e-80ed-44f2-b1ff-4d753accdeac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 1098 time: 0.0749381 Sep 16 17:46:17.586646 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:17.592366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-38b2a6ae-05bc-4431-9623-6e35066fce87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:17.640870 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.641484 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:17.642828 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 1094 time: 2.0712893 Sep 16 17:46:17.670810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1c31b-9d95-4e25-a089-4e2fbaa4e149 req-7f5f7aa7-a9e1-432b-b8f8-7d1482271977 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.672296 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c1c1c31b-9d95-4e25-a089-4e2fbaa4e149 req-7f5f7aa7-a9e1-432b-b8f8-7d1482271977 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1732717 Sep 16 17:46:17.740003 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:17.748351 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:17.756528 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-8fe25b26-4762-4749-8a0f-bc9420eb5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.758186 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-8fe25b26-4762-4749-8a0f-bc9420eb5640 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.1522245 Sep 16 17:46:17.777808 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c1c1c31b-9d95-4e25-a089-4e2fbaa4e149 req-2c715427-80ee-47ba-b6b7-dde965a1a593 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975254 Sep 16 17:46:17.817398 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-1671453e-b719-40fc-b4a7-4ffac2a54694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.819477 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-1671453e-b719-40fc-b4a7-4ffac2a54694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1364841 Sep 16 17:46:17.887731 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-dfc0e427-2048-4dc1-90f8-4702acaaf97d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 200 len: 1001 time: 0.1223505 Sep 16 17:46:17.975045 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-6f2cae71-059e-477f-9090-b7e70823b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:17.976805 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-6f2cae71-059e-477f-9090-b7e70823b81d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0814393 Sep 16 17:46:18.018105 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-a58bfb35-0ae1-4cb1-a8c7-9004d7b945e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 217 time: 0.1911156 Sep 16 17:46:18.062131 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-e1b481bf-74d1-4337-a411-805f5c4e086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:18.063612 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-e1b481bf-74d1-4337-a411-805f5c4e086a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806422 Sep 16 17:46:18.086908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-19935f75-6d05-4a2e-97f5-913ffbe0b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:18.088372 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-19935f75-6d05-4a2e-97f5-913ffbe0b3ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0599823 Sep 16 17:46:18.164124 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-aaa6ef07-0146-4012-a2ca-ff443ad06278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:18.165677 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-aaa6ef07-0146-4012-a2ca-ff443ad06278 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709653 Sep 16 17:46:18.204100 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-bd1473c4-2980-4645-8805-6ddec89b4db9 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340384 Sep 16 17:46:18.307510 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-b85e65d0-99cd-45b1-acbc-57b1e02ca9af service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355090 Sep 16 17:46:18.346245 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-58090d24-6f64-46a1-b7ef-6048bd603637 req-3ee2467b-3644-4afb-ab45-2f7bc61462cf service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355526 Sep 16 17:46:18.534379 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c741bf48-e7a9-4241-a12e-ace489f8396a req-25bd0199-6bfa-475f-8b68-0f1361ae54a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202837 Sep 16 17:46:18.577454 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e5dfe512-0a3e-4a55-9b75-88f3c4e6ce09 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:18.578883 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e5dfe512-0a3e-4a55-9b75-88f3c4e6ce09 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 808 time: 0.1766131 Sep 16 17:46:18.593126 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-ea0fab88-71fb-42da-926e-34c69f065ed1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/quotas/2ca25888c01d4760babd8cce69d5abac HTTP/1.1" status: 200 len: 375 time: 0.0087304 Sep 16 17:46:18.643097 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-2832709f-8013-41f4-992f-a4de218a7e2a tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Synchronizing usage tracker for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:18.658841 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-2832709f-8013-41f4-992f-a4de218a7e2a tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Unset dirty status for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:18.660717 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-2832709f-8013-41f4-992f-a4de218a7e2a tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625474 Sep 16 17:46:18.779459 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 5ab0501b-aef9-4449-b85e-04f705e03f96 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:46:18.797791 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-6f84a074-a420-4ad0-b44f-2b9bca406287 service neutron] 10.222.0.32 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293252 Sep 16 17:46:18.816134 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 5ab0501b-aef9-4449-b85e-04f705e03f96 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:46:18.816490 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 5ab0501b-aef9-4449-b85e-04f705e03f96 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:46:18.976872 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-13ca0400-454b-4467-b97f-afc6cb1aa156 service neutron] 10.222.0.32 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722200 Sep 16 17:46:19.007814 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9f4d8-7975-4e17-a495-9870216caddd req-5b79db6d-31b9-4bfa-9ad7-cca2cbbad38e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:19.009264 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e2c9f4d8-7975-4e17-a495-9870216caddd req-5b79db6d-31b9-4bfa-9ad7-cca2cbbad38e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1080856 Sep 16 17:46:19.056047 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e2c9f4d8-7975-4e17-a495-9870216caddd req-5dffb7ae-55b7-4f15-a3df-99d7be189826 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Sep 16 17:46:19.162339 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0d0e4e4f-9ac2-474c-bae0-01c1f6dd96af req-aac3e751-09b1-42ee-83b7-fc9478dc779e tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 210 time: 0.0454903 Sep 16 17:46:19.384547 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:19.435561 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'status': 'completed', 'code': 200} Sep 16 17:46:19.528105 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-f160022a-ad14-49c2-beee-1e3e7e280611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:19.529580 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-f160022a-ad14-49c2-beee-1e3e7e280611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0709138 Sep 16 17:46:19.663627 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-67a8555e-918e-4531-be7f-ca3881e7a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:19.665276 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-67a8555e-918e-4531-be7f-ca3881e7a1d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.1293859 Sep 16 17:46:19.735234 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-3b438621-c547-4592-b5e6-1db8239283af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 217 time: 0.0639174 Sep 16 17:46:19.795130 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-f9099aa2-fba8-4f40-a3e9-5c92827117ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:19.796625 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-f9099aa2-fba8-4f40-a3e9-5c92827117ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0554454 Sep 16 17:46:19.873759 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-a8ffb5d7-fb6f-41f2-98f3-3e94330d418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:19.875224 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-a8ffb5d7-fb6f-41f2-98f3-3e94330d418a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713964 Sep 16 17:46:20.100289 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-68b28118-fede-444a-9069-ed06d748e0e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160330 Sep 16 17:46:20.202589 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e01daa33-3ab7-4846-945b-f5499e048d5f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:20.204063 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e01daa33-3ab7-4846-945b-f5499e048d5f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 808 time: 0.1719561 Sep 16 17:46:20.223550 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Request body: {'port': {'device_id': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf', 'admin_state_up': True, 'tenant_id': '2ca25888c01d4760babd8cce69d5abac'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:20.293504 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9ddcea5d-5232-4cce-8f80-a629312293f7 req-34ba5a58-6ac2-4c3e-8d3f-7435b59212d4 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859791 Sep 16 17:46:20.350631 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f1590873-8625-4b5e-992e-83ac9dd90865 req-c671a714-348b-40d5-861b-a0d34e8ecd29 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 210 time: 0.0607326 Sep 16 17:46:20.375197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:20.381996 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c12fce-278b-4845-84c7-931dea888bdc req-bc9db67c-a0bd-4f9a-b75f-8e2706a0d306 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:20.383435 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-82c12fce-278b-4845-84c7-931dea888bdc req-bc9db67c-a0bd-4f9a-b75f-8e2706a0d306 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1445203 Sep 16 17:46:20.385325 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:20.394682 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Made reservation on behalf of 2ca25888c01d4760babd8cce69d5abac for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:46:20.398133 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:20.428832 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-82c12fce-278b-4845-84c7-931dea888bdc req-2776cca8-02d3-4ef1-81b4-5c743b6d5571 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393565 Sep 16 17:46:20.557020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Allocated IP 172.20.0.7 (93a30450-8b6c-4e24-82c1-881bb335cbaf/c6fe8f95-545c-4ea9-9b45-268418136646/8accb91b-5ac1-456e-a0db-a9006df5f0c2) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:46:20.752239 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:20.780292 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:46:20.780874 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:20.786645 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4aa3d1a5-e085-46ec-9a3d-ca63adcb82cf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:20.852128 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Network 93a30450-8b6c-4e24-82c1-881bb335cbaf is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:46:20.855133 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:46:20.859382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:46:20.896022 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Pushing event updated for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:20.907292 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.907683 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.908044 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.908394 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.908743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.909088 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.909957 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.910465 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.911228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.911228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.911397 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.911755 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:20.915070 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:20.917051 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:20.929197 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:46:20.940001 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:20.940639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:20.965097 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509189 Sep 16 17:46:20.977101 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Request body: {'port': {'device_id': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:20.983304 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.000276 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:21.015471 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:21.019394 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.021100 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:21.090602 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:21.093726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:21.175204 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.283784 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['2a55b61a-fc75-412b-9eb4-f71174da75ed'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:21.520020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8accb91b-5ac1-456e-a0db-a9006df5f0c2 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:21.527477 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.537013 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88882cff-91e4-4ace-aabb-1f4e6b9d4954 req-8ec25b17-bc44-4f7f-99bb-69cf7c55c198 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:21.538453 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-88882cff-91e4-4ace-aabb-1f4e6b9d4954 req-8ec25b17-bc44-4f7f-99bb-69cf7c55c198 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 931 time: 0.0820515 Sep 16 17:46:21.545637 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Transition to ACTIVE for port object 8accb91b-5ac1-456e-a0db-a9006df5f0c2 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:46:21.550104 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.560197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f85d68fd-d6c1-4532-be0b-186202f33e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:21.642510 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-88882cff-91e4-4ace-aabb-1f4e6b9d4954 req-5f348fee-2c17-4278-9c3e-29876746b34b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985329 Sep 16 17:46:21.679038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9e81e-71a3-46f4-81c1-beb7119e5093 req-0f23da54-3257-4398-9b4b-1f627378b177 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:21.680618 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05c9e81e-71a3-46f4-81c1-beb7119e5093 req-0f23da54-3257-4398-9b4b-1f627378b177 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 945 time: 0.1189420 Sep 16 17:46:21.724223 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-05c9e81e-71a3-46f4-81c1-beb7119e5093 req-7ede54f8-77fc-4a99-881c-29d90c1d0186 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Sep 16 17:46:21.747871 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Pushing event updated for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:21.752954 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:21.791009 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Attempting to bind port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:46:21.791268 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Attempting to bind port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:46:21.791612 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Attempting to bind port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:21.796124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:46:21.796441 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Attempting to bind port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 on network 93a30450-8b6c-4e24-82c1-881bb335cbaf {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:46:21.802094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:46:21.802429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Checking segment: {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:46:21.802813 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Bound using segment: {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:46:21.803231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Bound port: 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05644066-c92e-47c6-b52d-4a67ebba589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:46:21.803570 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.893160 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:46:21.896455 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:46:21.901117 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.906077 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bcc8346f-1511-48d7-9f6e-be3c29d5e8b1 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:21.958028 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:21.958428 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:21.959829 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] 10.222.0.36 "PUT /v2.0/ports/8accb91b-5ac1-456e-a0db-a9006df5f0c2 HTTP/1.1" status: 200 len: 1093 time: 0.9866579 Sep 16 17:46:21.967557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:22.030199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Pushing event updated for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:22.033295 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:22.036816 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2', 'status': 'completed', 'code': 200} Sep 16 17:46:22.077430 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-c6932001-1e50-49d7-ac04-2a75c2bdb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.078817 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-c6932001-1e50-49d7-ac04-2a75c2bdb2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 1096 time: 0.0825746 Sep 16 17:46:22.144382 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-f926d6e0-6211-47a7-8f43-7031718640a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0581243 Sep 16 17:46:22.210140 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-9f4a0d60-c810-41da-b4bf-be2ad34a5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.211518 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-9f4a0d60-c810-41da-b4bf-be2ad34a5fe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6fe8f95-545c-4ea9-9b45-268418136646 HTTP/1.1" status: 200 len: 848 time: 0.0585213 Sep 16 17:46:22.261034 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-fa4ac840-49e4-433a-822b-79dc9f3ee8f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93a30450-8b6c-4e24-82c1-881bb335cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381255 Sep 16 17:46:22.397141 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-9b796c5d-9564-49f9-8a68-7414947bf128 service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235392 Sep 16 17:46:22.533443 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ab7d34c8-9bc6-4961-91ff-076f1871c4c6 req-407a83c3-63d8-426c-99c3-88db75cd069d service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229734 Sep 16 17:46:22.646622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-f1cc8476-27af-43fb-8620-92c2bd9e6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.648151 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-f1cc8476-27af-43fb-8620-92c2bd9e6c0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca25888c01d4760babd8cce69d5abac&device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 1096 time: 0.0723152 Sep 16 17:46:22.792205 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:46:22.852726 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74bc84-ee4a-4e4e-afe2-e7e5b41b7b43 req-73bb59cc-dd63-4506-bcbe-a4a148af7d16 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.854355 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9c74bc84-ee4a-4e4e-afe2-e7e5b41b7b43 req-73bb59cc-dd63-4506-bcbe-a4a148af7d16 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 943 time: 0.1048040 Sep 16 17:46:22.875032 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 2a55b61a-fc75-412b-9eb4-f71174da75ed completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:46:22.881971 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 2a55b61a-fc75-412b-9eb4-f71174da75ed triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:46:22.882743 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:22.912600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-b56b6d38-edde-45d0-a0c2-897ef0c5e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.914075 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-b56b6d38-edde-45d0-a0c2-897ef0c5e587 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 200 len: 909 time: 0.2590303 Sep 16 17:46:22.962482 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9c74bc84-ee4a-4e4e-afe2-e7e5b41b7b43 req-d25e3671-b949-4b52-b4c8-e22f3cdebc1f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023865 Sep 16 17:46:22.986150 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-30a2c751-4ea6-432c-93d9-ffe719f52328 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0636587 Sep 16 17:46:22.988521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39751c-8f0e-4b08-9e24-43e978d757a0 req-672edf7c-1fda-4162-abb7-48a2350c2b5d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:22.990152 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9d39751c-8f0e-4b08-9e24-43e978d757a0 req-672edf7c-1fda-4162-abb7-48a2350c2b5d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 945 time: 0.1151452 Sep 16 17:46:23.013847 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:23.036187 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9d39751c-8f0e-4b08-9e24-43e978d757a0 req-d666e81c-c44e-4739-8a87-0fe8aeb5458b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395958 Sep 16 17:46:23.042852 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:23.053063 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:23.058209 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:23.059303 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-063ee0af-d5e4-4a4a-92e7-36b75303d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:23.061841 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-063ee0af-d5e4-4a4a-92e7-36b75303d097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6fe8f95-545c-4ea9-9b45-268418136646 HTTP/1.1" status: 200 len: 848 time: 0.0657475 Sep 16 17:46:23.062014 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:23.097418 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'code': 200} Sep 16 17:46:23.111433 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-b951af5c-a1cb-4c38-90a5-29af973487ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93a30450-8b6c-4e24-82c1-881bb335cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429888 Sep 16 17:46:23.131631 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:23.139015 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.139427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.139859 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.140261 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.140658 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.141055 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.141451 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.141797 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.142118 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.142454 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.142755 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.143069 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:23.148007 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:23.248736 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-2b567913-7959-46aa-ae83-a74d57942313 service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280782 Sep 16 17:46:23.334136 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1563-baa6-4998-aafb-234e7be51616 req-d97daf6b-8ee0-4d9b-9e69-fc26a8a908a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:23.335680 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d65d1563-baa6-4998-aafb-234e7be51616 req-d97daf6b-8ee0-4d9b-9e69-fc26a8a908a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0737755 Sep 16 17:46:23.377277 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d65d1563-baa6-4998-aafb-234e7be51616 req-a38957e6-0aca-4d0b-bc54-c5fca28df623 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Sep 16 17:46:23.388203 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83a4f24b-2f36-433d-bcae-258fc376df49 req-43545d5a-46c1-4afc-88f4-a0f1dcd5a2cd service neutron] 10.222.0.36 "GET /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271524 Sep 16 17:46:24.157493 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0847df-e4d9-4cc4-ad72-d760d71dd012 req-db27a18a-22ad-442c-bb2c-d6a0ae1479e9 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:24.158925 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b0847df-e4d9-4cc4-ad72-d760d71dd012 req-db27a18a-22ad-442c-bb2c-d6a0ae1479e9 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 943 time: 0.0813520 Sep 16 17:46:24.252702 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b0847df-e4d9-4cc4-ad72-d760d71dd012 req-fc5ccede-c565-41bb-ab01-423c01ee02ba tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558250 Sep 16 17:46:24.272434 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d46c4-fa3b-48bb-b5ce-d75a3afced3c req-46a3fcf8-a623-4810-9738-908b13118c85 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:24.273891 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3a6d46c4-fa3b-48bb-b5ce-d75a3afced3c req-46a3fcf8-a623-4810-9738-908b13118c85 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1242614 Sep 16 17:46:24.325799 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3a6d46c4-fa3b-48bb-b5ce-d75a3afced3c req-be98efd1-de65-4b4e-ac2f-e8d239628faf tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463567 Sep 16 17:46:24.799494 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 8accb91b-5ac1-456e-a0db-a9006df5f0c2 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:46:24.930715 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:24.944360 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '8accb91b-5ac1-456e-a0db-a9006df5f0c2', 'network_id': '93a30450-8b6c-4e24-82c1-881bb335cbaf', 'port_id': '8accb91b-5ac1-456e-a0db-a9006df5f0c2', 'mac_address': 'fa:16:3e:67:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fe8f95-545c-4ea9-9b45-268418136646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:46:25.005370 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:25.021641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8accb91b-5ac1-456e-a0db-a9006df5f0c2 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:46:25.036564 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:25.041033 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:25.042750 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:25.106542 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:25.109360 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:25.291819 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['8accb91b-5ac1-456e-a0db-a9006df5f0c2'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:25.442725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0add3c-a494-4f4b-b9e6-740e570a9f9b req-95e5e146-aa2a-477d-a335-25753ef4b18c tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:25.444365 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf0add3c-a494-4f4b-b9e6-740e570a9f9b req-95e5e146-aa2a-477d-a335-25753ef4b18c tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 944 time: 0.0887656 Sep 16 17:46:25.538114 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf0add3c-a494-4f4b-b9e6-740e570a9f9b req-ce3916df-cef7-4f7e-8e28-57f44a3aae0c tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Sep 16 17:46:25.557725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6d40-0558-4313-bbce-0ef415b669fd req-bab2a7fb-4b70-4858-82b2-a4350fb98224 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:25.559186 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-506f6d40-0558-4313-bbce-0ef415b669fd req-bab2a7fb-4b70-4858-82b2-a4350fb98224 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1138914 Sep 16 17:46:25.605750 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-506f6d40-0558-4313-bbce-0ef415b669fd req-2a63ba0d-ed2c-4799-aa4b-a7640ba6b667 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Sep 16 17:46:25.786905 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0646e-cece-40dc-8950-ff4168e0b8d8 req-79e1d7d6-3a9b-4cf2-b9dd-e66428c24f93 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:25.788380 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-11b0646e-cece-40dc-8950-ff4168e0b8d8 req-79e1d7d6-3a9b-4cf2-b9dd-e66428c24f93 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0787969 Sep 16 17:46:25.797013 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46390) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:25.802600 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Request body: {'floatingip': {'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:25.880188 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:26.536128 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:26.539842 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:26.761518 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Floating IP c3dd6bbc-61f0-4acc-b342-54fae3206c40 associated. External IP: 172.28.0.208, port: 2a55b61a-fc75-412b-9eb4-f71174da75ed. Sep 16 17:46:26.812364 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 8accb91b-5ac1-456e-a0db-a9006df5f0c2 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:46:26.825325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d7711-7085-4ebd-ae2d-ffd45791cfaa req-089ed851-8351-490f-8714-ce3d46adf989 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:26.826771 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-903d7711-7085-4ebd-ae2d-ffd45791cfaa req-089ed851-8351-490f-8714-ce3d46adf989 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 944 time: 0.1812398 Sep 16 17:46:26.882525 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:46:26.887525 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:46:26.887995 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:26.952535 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-903d7711-7085-4ebd-ae2d-ffd45791cfaa req-83aab131-438b-4b6a-9265-5c949d8e7311 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Sep 16 17:46:27.009748 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:27.037106 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:27.047156 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:27.051768 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:27.053613 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:27.084665 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2', 'code': 200} Sep 16 17:46:27.125441 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:27.129075 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:27.163150 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:46:27.320900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc67d0-34f9-49c6-b5e2-fc15144a6860 req-fe5fadc0-3655-4782-81f2-ec4a7a02a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:27.322381 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5acc67d0-34f9-49c6-b5e2-fc15144a6860 req-fe5fadc0-3655-4782-81f2-ec4a7a02a2dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 1098 time: 0.0740910 Sep 16 17:46:27.344114 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:46:27.349744 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:27.354563 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:46:27.363990 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:27.364583 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:27.365324 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5acc67d0-34f9-49c6-b5e2-fc15144a6860 req-16903a8c-f080-41f6-91b0-844d1859b86f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Sep 16 17:46:27.411820 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f453817d-ae4f-4910-9f13-a0dc4e6ddc41 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "PUT /v2.0/floatingips/c3dd6bbc-61f0-4acc-b342-54fae3206c40 HTTP/1.1" status: 200 len: 992 time: 1.6137266 Sep 16 17:46:27.412654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:27.478866 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'status': 'completed', 'code': 200} Sep 16 17:46:27.565413 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:27.648606 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-1942f781-e879-4d94-a599-9c7981be1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:27.650076 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-1942f781-e879-4d94-a599-9c7981be1ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1099 time: 0.0734584 Sep 16 17:46:27.781123 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-87ff85e2-ff3d-4f9d-b095-0c3ebe8bd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:27.782562 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-87ff85e2-ff3d-4f9d-b095-0c3ebe8bd6d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.1243446 Sep 16 17:46:27.889267 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-39f244eb-af8b-42ab-9668-b7f592c11fc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 1000 time: 0.0953188 Sep 16 17:46:27.912920 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'c3dd6bbc-61f0-4acc-b342-54fae3206c40', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:11Z', 'updated_at': '2021-09-16T17:46:26Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:27.917009 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:46:27.925864 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:27.926464 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:27.953607 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-e376dd6e-6b53-4e97-99cb-03af5c7dfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:27.955072 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-e376dd6e-6b53-4e97-99cb-03af5c7dfc8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0595837 Sep 16 17:46:28.041167 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-f8ce5fbd-fb74-4c60-be69-899afa2f4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:28.043223 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-f8ce5fbd-fb74-4c60-be69-899afa2f4dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743008 Sep 16 17:46:28.111963 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:28.184687 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-f891f6cb-e3fb-4004-bda3-6fe8cb0463fd service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322236 Sep 16 17:46:28.242944 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e27afb-380f-4ba8-8e35-54dabe1fb2ff req-496bc0bf-a998-46bd-bcbe-8a1101fcff6d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:28.244618 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74e27afb-380f-4ba8-8e35-54dabe1fb2ff req-496bc0bf-a998-46bd-bcbe-8a1101fcff6d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 945 time: 0.1823890 Sep 16 17:46:28.292748 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-74e27afb-380f-4ba8-8e35-54dabe1fb2ff req-bdb72977-47d2-4d11-8ab1-ab69b11c4c58 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Sep 16 17:46:28.323177 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9ecd9c67-07c2-46dc-b206-de34f1cc540b req-833331a9-0074-4cd5-bbc2-9934aa7ae3c0 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315696 Sep 16 17:46:28.468552 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'c3dd6bbc-61f0-4acc-b342-54fae3206c40', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:11Z', 'updated_at': '2021-09-16T17:46:26Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:28.474231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496dc24-4021-45af-8ad5-93813856caf8 None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': 'c3dd6bbc-61f0-4acc-b342-54fae3206c40', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:11Z', 'updated_at': '2021-09-16T17:46:26Z', 'revision_number': 1, 'project_id': '4bf1287945114955b8138697bb1894bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:46:28.692579 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd948b1-ac4d-4c3d-bb83-0a35790cdf40 None None] New status for floating IP c3dd6bbc-61f0-4acc-b342-54fae3206c40: ACTIVE {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:46:29.488365 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23fa4a-0372-4716-a2aa-c2c147d38354 req-ec4a4286-33fd-40fe-9708-92a72235825d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:29.489865 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c23fa4a-0372-4716-a2aa-c2c147d38354 req-ec4a4286-33fd-40fe-9708-92a72235825d tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 945 time: 0.0831926 Sep 16 17:46:29.536031 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3c23fa4a-0372-4716-a2aa-c2c147d38354 req-3246959c-7cc0-4aaf-87b8-b34430a282c8 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Sep 16 17:46:30.644952 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e2d7-c1cd-4978-8bea-82517e8276e6 req-43bdd4fe-26f3-4846-883b-b252ff816f82 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:30.646382 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7451e2d7-c1cd-4978-8bea-82517e8276e6 req-43bdd4fe-26f3-4846-883b-b252ff816f82 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 945 time: 0.0799506 Sep 16 17:46:30.692841 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7451e2d7-c1cd-4978-8bea-82517e8276e6 req-7908697d-43cf-490b-ad01-d5c7dd61cf3e tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Sep 16 17:46:30.719042 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-db5a8157-a67e-4d0e-a912-f58d89769c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:31.304042 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:31.881854 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066de51-a5f0-4683-a1f3-fc442167854d req-a7ccc65d-3ff8-48e6-abe0-027711e4d690 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:31.883305 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0066de51-a5f0-4683-a1f3-fc442167854d req-a7ccc65d-3ff8-48e6-abe0-027711e4d690 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 945 time: 0.0840497 Sep 16 17:46:31.927607 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0066de51-a5f0-4683-a1f3-fc442167854d req-2e3e399a-e91d-47aa-9a99-bb6e0958ad1f tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/security-groups?id=8687fd03-0e91-4e83-b428-9fb9079c36e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Sep 16 17:46:32.150124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-361f77f5-7465-4180-8938-5174c24993a6 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:32.150810 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-361f77f5-7465-4180-8938-5174c24993a6 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Synchronizing usage tracker for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:32.166422 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-361f77f5-7465-4180-8938-5174c24993a6 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Unset dirty status for tenant:2ca25888c01d4760babd8cce69d5abac on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:32.167706 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-361f77f5-7465-4180-8938-5174c24993a6 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 945 time: 0.0940316 Sep 16 17:46:32.240613 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Deleting port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:32.240871 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:32.598397 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] For port 8accb91b-5ac1-456e-a0db-a9006df5f0c2, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=8accb91b-5ac1-456e-a0db-a9006df5f0c2,segment=NetworkSegment(05644066-c92e-47c6-b52d-4a67ebba589f),segment_id=05644066-c92e-47c6-b52d-4a67ebba589f)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:32.598833 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:32.736355 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Calling delete_port for 8accb91b-5ac1-456e-a0db-a9006df5f0c2 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:32.919990 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:32.926285 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d8a96f3c-5b23-4146-83f7-9a8c57995cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:32.932138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['8accb91b-5ac1-456e-a0db-a9006df5f0c2'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:32.977313 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Pushing event deleted for resources: {'Port': ['ID=8accb91b-5ac1-456e-a0db-a9006df5f0c2,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:32.980411 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:33.062986 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] No DVR routers for this DVR port 8accb91b-5ac1-456e-a0db-a9006df5f0c2 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:46:33.065519 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:33.068150 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'name': 'network-vif-deleted', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:33.086652 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df5bfd34-464b-45da-9dd6-02d643c42992 req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.36 "DELETE /v2.0/ports/8accb91b-5ac1-456e-a0db-a9006df5f0c2 HTTP/1.1" status: 204 len: 173 time: 0.9126060 Sep 16 17:46:33.119316 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f8c21daa-cdfa-4384-842b-24ebd0af9471 req-a1987a39-09b7-49df-97cf-842c19b285f0 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ddf48d-6622-4e38-86a7-14f7d061a80a HTTP/1.1" status: 200 len: 210 time: 0.0613465 Sep 16 17:46:33.126113 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ddf48d-6622-4e38-86a7-14f7d061a80a', 'name': 'network-vif-deleted', 'tag': '8accb91b-5ac1-456e-a0db-a9006df5f0c2', 'status': 'completed', 'code': 200} Sep 16 17:46:33.382574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-12efe75d-ca6b-48d8-9a73-46dd6419360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:34.412009 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:35.788933 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:36.847947 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 8accb91b-5ac1-456e-a0db-a9006df5f0c2 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:46:36.884084 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 8accb91b-5ac1-456e-a0db-a9006df5f0c2 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:46:36.884533 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 8accb91b-5ac1-456e-a0db-a9006df5f0c2 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:46:38.888454 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:49.062166 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f1bf-3836-477e-bc31-86600ae2d12d req-5f1cf726-7f8a-47a3-a852-13c1aad26b70 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:49.063672 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ddc1f1bf-3836-477e-bc31-86600ae2d12d req-5f1cf726-7f8a-47a3-a852-13c1aad26b70 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0886528 Sep 16 17:46:49.119160 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ddc1f1bf-3836-477e-bc31-86600ae2d12d req-e6ff2037-1085-4b58-add9-31fa52ac22b7 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488122 Sep 16 17:46:50.312319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f06d-e146-4f50-9ef2-1fc8046e177c req-ef34a683-7d55-476b-8dfe-d217d2d4899c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:50.313796 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e4f9f06d-e146-4f50-9ef2-1fc8046e177c req-ef34a683-7d55-476b-8dfe-d217d2d4899c tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0850971 Sep 16 17:46:50.363632 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e4f9f06d-e146-4f50-9ef2-1fc8046e177c req-3c205828-f5f6-45e0-94c0-6ea9dd2f4209 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Sep 16 17:46:51.507231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-4dbf91e5-29e7-42ec-85f2-48b320d99ef6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:51.508050 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-4dbf91e5-29e7-42ec-85f2-48b320d99ef6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:46:51.522692 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-4dbf91e5-29e7-42ec-85f2-48b320d99ef6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:46:51.523958 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-4dbf91e5-29e7-42ec-85f2-48b320d99ef6 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.1041689 Sep 16 17:46:51.567252 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00bb4c-38b0-4270-8047-c841e7522a14 req-0fc9a038-c3ef-49b1-884c-5cf05c1ba225 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:51.568780 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d00bb4c-38b0-4270-8047-c841e7522a14 req-0fc9a038-c3ef-49b1-884c-5cf05c1ba225 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 945 time: 0.0940158 Sep 16 17:46:51.614076 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Deleting port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:51.615092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:51.620352 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-1d00bb4c-38b0-4270-8047-c841e7522a14 req-22af5312-a294-422a-a3c0-66ea3db5c34a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=902c27a8-6ec8-4382-93f8-449dcad239fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450490 Sep 16 17:46:51.877685 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] For port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:51.878040 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:52.165475 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:52.165841 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:52.166152 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.l3_db [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Floating IP ddf2bce2-3ff8-4061-9ffd-6431130b9b56 disassociated. External IP: 172.28.0.107, port: 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3. Sep 16 17:46:52.166490 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Calling delete_port for 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:52.307010 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:52.312360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8703a449-1664-44fa-93dd-b537eac76790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:52.356531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'Port': ['ID=1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:52.359555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:52.620249 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:46:52.768383 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46700) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:52.797160 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-440d62d9-d735-4f80-9b3f-328d185d3405 req-efc9171c-3605-4592-86c6-8cfbb3a9ea7b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fe1e862-1268-4766-aebc-8790b5be9034 HTTP/1.1" status: 200 len: 210 time: 0.0503385 Sep 16 17:46:52.869563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Deleting subnet c6fe8f95-545c-4ea9-9b45-268418136646 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:46:52.876060 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:52.923867 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:46:52.933141 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:46:52.943675 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:52.944217 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:52.998141 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15295241'] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.023023 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:46:53.032223 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] No DVR routers for this DVR port 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:46:53.036518 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.039007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'name': 'network-vif-deleted', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:53.062532 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-31c0f3b2-b696-42e3-872b-429c46605d5a req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "DELETE /v2.0/ports/1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 HTTP/1.1" status: 204 len: 173 time: 1.5269821 Sep 16 17:46:53.077556 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.106182 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe1e862-1268-4766-aebc-8790b5be9034', 'name': 'network-vif-deleted', 'tag': '1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3', 'status': 'completed', 'code': 200} Sep 16 17:46:53.153219 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14857365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13729953'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.158391 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5ea1b60-e6a9-4379-bbf6-ec5332d42fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:53.170600 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:53.203247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.206584 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fe8f95-545c-4ea9-9b45-268418136646,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:53.208883 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:53.214166 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-9fa8ff5e-dd43-4adf-86c7-c571bc84a4c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6fe8f95-545c-4ea9-9b45-268418136646 HTTP/1.1" status: 204 len: 168 time: 0.4447994 Sep 16 17:46:53.216642 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46706) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:53.325621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.448575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.474188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a30450-8b6c-4e24-82c1-881bb335cbaf']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:53.487913 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:53.488850 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05644066-c92e-47c6-b52d-4a67ebba589f') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:53.489206 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05644066-c92e-47c6-b52d-4a67ebba589f') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:53.492013 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:46:53.500325 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:53.500932 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:53.501665 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.517982 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.525256 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:46:53.525698 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:46:53.539120 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:46:53.629647 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.634004 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7dcb967a-5f0e-47dd-be58-e4e78c41a795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:53.653991 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.656030 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Pushing event deleted for resources: {'Network': ['ID=93a30450-8b6c-4e24-82c1-881bb335cbaf,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:53.660251 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:53.670480 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] 10.222.0.32 "DELETE /v2.0/networks/93a30450-8b6c-4e24-82c1-881bb335cbaf HTTP/1.1" status: 204 len: 168 time: 0.4526148 Sep 16 17:46:53.696522 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:53.785541 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46712) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:53.844243 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-cb51e011-dfcf-46ce-a909-c7d872d732f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ca25888c01d4760babd8cce69d5abac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552630 Sep 16 17:46:53.846639 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46718) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:53.929963 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.967728 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:53.975437 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46726) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:54.031208 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.036909 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-014490b7-4212-4194-b0c7-69a7f4b6023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:54.043247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.047148 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:54.049230 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687fd03-0e91-4e83-b428-9fb9079c36e7,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:54.052342 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38acc55-091e-4b0f-a73d-b03b2d1a0d77 None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:46:54.064347 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.064722 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.065094 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.065454 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.065810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.066166 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.066518 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.066867 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.067215 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.067563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.067940 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.068287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:46:54.071587 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:54.074085 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.075248 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8687fd03-0e91-4e83-b428-9fb9079c36e7 HTTP/1.1" status: 204 len: 168 time: 0.2275367 Sep 16 17:46:54.085800 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.153428 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.158965 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0ad78943-e9f9-48d1-885c-6546a815cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:54.175155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c27a8-6ec8-4382-93f8-449dcad239fc,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:54.177873 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:54.183934 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.185258 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "DELETE /v2.0/security-groups/902c27a8-6ec8-4382-93f8-449dcad239fc HTTP/1.1" status: 204 len: 168 time: 0.2086554 Sep 16 17:46:54.187773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46732) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:54.205039 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.api.v2.resource [None req-643ab7eb-2d36-4eb2-829a-ad10e89f4a55 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] show failed (client error): The resource could not be found. Sep 16 17:46:54.206437 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-643ab7eb-2d36-4eb2-829a-ad10e89f4a55 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups/902c27a8-6ec8-4382-93f8-449dcad239fc HTTP/1.1" status: 404 len: 347 time: 0.0176637 Sep 16 17:46:54.209368 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46736) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:54.326397 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc69167-fc64-43d6-984c-5f628005481a None None] New status for floating IP ddf2bce2-3ff8-4061-9ffd-6431130b9b56: DOWN {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:46:54.387871 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Deleting port c0d4f1d4-459d-4099-9319-c5d02ff1bac7 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:54.388414 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.561564 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.561889 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:54.683236 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Calling delete_port for c0d4f1d4-459d-4099-9319-c5d02ff1bac7 owned by network:floatingip {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:54.769761 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.db.api [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:46:54.770099 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_db.api [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:46:54.917306 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:46:54.951297 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:46:54.951678 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1ee06a5a-b3f6-4fc0-bab0-37e00cf78da3 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:46:55.271030 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Deleting port c0d4f1d4-459d-4099-9319-c5d02ff1bac7 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:55.271537 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:55.534467 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-519641de-2f4b-40d2-9742-092369220b1f req-37d534fe-7c72-40b0-8e25-ce925343b932 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228095908&fields=id&tenant_id=15d36b82a9d14dbd8ff2b25f64add095 HTTP/1.1" status: 200 len: 267 time: 0.0685585 Sep 16 17:46:55.586898 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:55.587221 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:55.717373 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Calling delete_port for c0d4f1d4-459d-4099-9319-c5d02ff1bac7 owned by network:floatingip {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:55.802195 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519641de-2f4b-40d2-9742-092369220b1f req-777ceafe-e4ec-4523-9003-99889a298e9e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:55.803578 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-519641de-2f4b-40d2-9742-092369220b1f req-777ceafe-e4ec-4523-9003-99889a298e9e tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 984 time: 0.2589900 Sep 16 17:46:55.816795 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Request body: {'port': {'security_groups': ['b8b3d945-3ea6-487e-8a51-c1655d0b9bb3']}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:55.981318 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:55.987214 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:56.016173 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.070071 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'Port': ['ID=c0d4f1d4-459d-4099-9319-c5d02ff1bac7,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:56.105308 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:56.210115 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.233658 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.234758 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6be092b2-0a61-45fe-8250-e978121d6548 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "DELETE /v2.0/floatingips/ddf2bce2-3ff8-4061-9ffd-6431130b9b56 HTTP/1.1" status: 204 len: 168 time: 2.0244169 Sep 16 17:46:56.370160 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:46:56.397460 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.401988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.408806 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dc8b5bdf-de20-46cf-a54b-0fc4a0fd442b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:56.414408 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:56.436760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46754) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:56.442780 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68809170', 'description': 'tempest-description--1227066590'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:56.456604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:56.466544 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:56.470693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:56.477454 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:56.478161 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.479545 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-519641de-2f4b-40d2-9742-092369220b1f req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "PUT /v2.0/ports/1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 942 time: 0.6682076 Sep 16 17:46:56.480074 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:56.487132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46760) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:56.490483 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:56.507672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event updated for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=7']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:56.510871 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-490319a1-5f32-4b03-8d81-f0170b437874 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:56.554198 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:46:56.559710 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:46:56.582405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.667637 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.695161 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.714594 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:56.736603 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:56.748494 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:56.761630 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:56.813719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-f256c147-0673-4da3-9d70-84a318700f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:56.815734 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-f256c147-0673-4da3-9d70-84a318700f26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1098 time: 0.2372303 Sep 16 17:46:56.841342 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-35a9849a-504f-4f36-8fcf-156aaf4fb573 None None] Provisioning complete for port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:46:56.841976 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-35a9849a-504f-4f36-8fcf-156aaf4fb573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:56.944699 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c6e3-e05b-4679-8f68-442af92d7834 req-567a5b06-8219-409b-a714-f99f8ca87990 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:56.946706 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0857c6e3-e05b-4679-8f68-442af92d7834 req-567a5b06-8219-409b-a714-f99f8ca87990 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1142459 Sep 16 17:46:56.995892 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0857c6e3-e05b-4679-8f68-442af92d7834 req-744da045-22f9-40f2-8c3b-c03d4d1fa74c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Sep 16 17:46:57.076797 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.088466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-48561469-2e84-4221-8f76-813fb7cdc6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:57.117881 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.129360 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3289f2ac-6c21-47bc-82d4-3846d55962b9,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:57.131553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:57.142809 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.151482 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a17f56e0-d52d-4b34-847b-5da9a40f3b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:57.177368 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-ab0fe52f-5781-4a47-b518-5cf686e364a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:57.179228 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-ab0fe52f-5781-4a47-b518-5cf686e364a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.3555512 Sep 16 17:46:57.192239 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.196154 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "DELETE /v2.0/security-groups/3289f2ac-6c21-47bc-82d4-3846d55962b9 HTTP/1.1" status: 204 len: 168 time: 0.7075157 Sep 16 17:46:57.196768 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46766) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:57.255289 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.259494 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8215315 Sep 16 17:46:57.261909 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46772) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:57.283895 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae42871-06fa-4c54-8c5e-8f35ae6c9f60,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:57.287303 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:57.290620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group_rule': {'security_group_id': 'aae42871-06fa-4c54-8c5e-8f35ae6c9f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:57.300341 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:57.313994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:57.318409 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:57.327445 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:57.339579 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-ecd80815-c44b-4d34-8e65-bedb8f1e4579 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 1000 time: 0.1386440 Sep 16 17:46:57.387547 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.420343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Deleting port f6fdd8c6-908c-41a8-9d47-149efafd0019 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:46:57.420891 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.446290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-2fddb94a-e91f-4205-84fd-aff11490739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:57.447709 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-2fddb94a-e91f-4205-84fd-aff11490739a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0957801 Sep 16 17:46:57.503968 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.508368 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.524090 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5ae6d12d-e25f-4d5e-b7b8-e668eb064dd7 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:57.554261 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64483c72-8780-4b46-a393-490368e03003,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:57.557458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:57.561612 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.564104 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-2e409185-5eec-44d6-a21d-fd1c4d86246e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2952256 Sep 16 17:46:57.566457 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46776) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:57.574174 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'security_group_rule': {'security_group_id': 'aae42871-06fa-4c54-8c5e-8f35ae6c9f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:57.585039 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:57.590763 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:security_group_rule and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:57.594082 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:57.599321 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-d49a3899-30d3-4f8f-94fe-b22bb64f3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:57.600854 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-d49a3899-30d3-4f8f-94fe-b22bb64f3e45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1448457 Sep 16 17:46:57.605186 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:57.697599 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.709880 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.710208 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.789275 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-34cfdf1b-c983-4f5e-bb1a-df69d14153ef service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804161 Sep 16 17:46:57.823583 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.840087 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Calling delete_port for f6fdd8c6-908c-41a8-9d47-149efafd0019 owned by network:floatingip {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:46:57.871185 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470985'] for security_group_rule, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.885085 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:57.914921 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977be2a7-4777-4f90-91ff-66aa5862fb9f,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:57.917316 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:57.930806 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:57.935401 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b6504b54-54ac-4462-a7e2-00662e089b6b tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679605 Sep 16 17:46:57.936389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46780) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:46:57.955142 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'floatingip': {'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:46:57.964321 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:46:57.977772 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Usage tracker for resource:floatingip and tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:46:57.981818 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:46:57.990224 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ee107c72-eea5-45aa-b546-5573c6c6095c req-d175f11a-6ab5-4322-bd06-414beae59941 service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894207 Sep 16 17:46:57.991007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:46:58.001919 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.012218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.016745 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:58.062444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event deleted for resources: {'Port': ['ID=f6fdd8c6-908c-41a8-9d47-149efafd0019,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:58.066189 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:58.143261 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.203757 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks [] for floatingip, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.204093 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Floating IP f2e39fc6-1c08-47e4-9195-8e50806a83dc disassociated (deleted). External IP: 172.28.0.62, port: 1fbabb26-f17a-4f28-bd62-3857e617d1c0. Sep 16 17:46:58.282632 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Allocated IP 172.28.0.88 (da8eb8dc-578c-4f56-80c3-d910d3d76986/531e47c7-3d38-4b76-a054-5a145fac2663/1475ce0c-97f3-4cce-9d23-f77d8c8342a8) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:46:58.365084 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910dfbc-188c-4cf8-88b4-43d952bab0e7 req-fdef7879-57c4-4a3f-9861-65b3f9ad8b9b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:58.366582 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c910dfbc-188c-4cf8-88b4-43d952bab0e7 req-fdef7879-57c4-4a3f-9861-65b3f9ad8b9b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.2410235 Sep 16 17:46:58.432773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.464745 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.468506 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:58.488506 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c910dfbc-188c-4cf8-88b4-43d952bab0e7 req-a331d8d8-e899-4901-802a-41b9ba987e9c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088977 Sep 16 17:46:58.537055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Network da8eb8dc-578c-4f56-80c3-d910d3d76986 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:46:58.539804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:46:58.542180 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:46:58.579764 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=1475ce0c-97f3-4cce-9d23-f77d8c8342a8,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:58.582642 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:58.612836 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:46:58.630788 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.689062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.792263 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:46:58.802931 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Sync routers for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:46:58.809975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:58.812695 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:58.813309 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:58.881823 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-6ffd3d5f-5bf7-483d-ac3c-f9863b98efd5 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2e39fc6-1c08-47e4-9195-8e50806a83dc HTTP/1.1" status: 204 len: 168 time: 1.6837804 Sep 16 17:46:58.883026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:46:58.965207 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:46:59.000902 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:59.060102 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:59.068007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:59.080124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:46:59.196964 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=1475ce0c-97f3-4cce-9d23-f77d8c8342a8,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:46:59.199887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:46:59.212196 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:59.244567 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-088178cb-0add-4c9c-94da-a75ca20b811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:59.246123 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-088178cb-0add-4c9c-94da-a75ca20b811a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 1098 time: 0.2188082 Sep 16 17:46:59.247022 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:46:59.248173 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3084021 Sep 16 17:46:59.345920 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:59.350450 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Checking router: a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:46:59.377766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:46:59.378405 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:46:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:59.425099 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-d9b60638-3dd3-4aac-9169-fade6162c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:59.426677 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-d9b60638-3dd3-4aac-9169-fade6162c284 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 200 len: 915 time: 0.1738210 Sep 16 17:46:59.508958 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-b46bad20-e184-49a2-887c-4e1d40c47ba8 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--68809170&fields=id&tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 267 time: 0.0412772 Sep 16 17:46:59.511146 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-4e809498-235d-4984-aa4b-f57758a67297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 200 len: 217 time: 0.0748074 Sep 16 17:46:59.562888 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:46:59.593149 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-0bea97be-5889-4c17-a7ad-f162b6eb7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:59.596240 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-0bea97be-5889-4c17-a7ad-f162b6eb7ed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 200 len: 853 time: 0.0708888 Sep 16 17:46:59.683268 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-ffd0740d-83b2-4349-9a63-8cb855e7b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:59.684894 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-ffd0740d-83b2-4349-9a63-8cb855e7b5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f94add8-3b46-4e10-8657-6bde07a14d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806246 Sep 16 17:46:59.843115 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-460d0931-89ae-4acb-87f9-36b53c7462bc service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501474 Sep 16 17:46:59.869089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-7779b3cb-3ea5-41bf-a193-0467d7206702 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:46:59.875751 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-7779b3cb-3ea5-41bf-a193-0467d7206702 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 811 time: 0.3572185 Sep 16 17:46:59.897046 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-a89c681f-c8ab-4c36-bed0-9bb7507623a2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/quotas/3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 375 time: 0.0196259 Sep 16 17:46:59.967348 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:46:59.972483 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd3b8d-3821-48ea-a181-a2d52760a7ad None None] The sync data for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb is: [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:44:20Z', 'revision_number': 4, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '584403b0-b7f4-45c9-acb7-f51d8efd203b', 'name': '', 'network_id': '2f94add8-3b46-4e10-8657-6bde07a14d53', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'mac_address': 'fa:16:3e:59:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:19Z', 'updated_at': '2021-09-16T17:44:30Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'subnets': [{'id': 'a1684f5a-0c4b-4cae-aae0-f80b88ad4e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:46:59.997592 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84227b9-a2c3-479a-93d3-9bc82689c328 req-0fe3dc1d-3b61-4163-a95a-8864d56194b4 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:00.001073 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d84227b9-a2c3-479a-93d3-9bc82689c328 req-0fe3dc1d-3b61-4163-a95a-8864d56194b4 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.2416401 Sep 16 17:47:00.028955 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-727e29a5-ddf8-4df8-8cd9-55e10dce82e8 req-9f517359-9d53-40cf-847e-c39ab93cb23e service neutron] 10.222.0.36 "GET /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778004 Sep 16 17:47:00.072111 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d84227b9-a2c3-479a-93d3-9bc82689c328 req-ebae5954-74d3-4545-9f00-6e2a5865fbc7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636680 Sep 16 17:47:00.080100 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-83b252b8-dec2-476c-89a0-24c32ef7a9d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:47:00.098082 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-83b252b8-dec2-476c-89a0-24c32ef7a9d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:47:00.099524 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-83b252b8-dec2-476c-89a0-24c32ef7a9d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1939185 Sep 16 17:47:00.227655 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3802-574c-4f3d-bba3-881de55f2a6d None None] New status for floating IP f2e39fc6-1c08-47e4-9195-8e50806a83dc: DOWN {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:47:00.245310 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-12fcf181-6ce2-428a-99bc-504d292ae7fc service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327353 Sep 16 17:47:00.378175 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-88ae02c2-2ba2-4111-ba94-4ee70048736d service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270494 Sep 16 17:47:00.559121 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-758797f1-bc5f-4b81-951e-ffd96cc81270 req-2e66244b-1c41-4fa7-8b8f-671f315301bd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 210 time: 0.0478568 Sep 16 17:47:00.730799 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-91659241-a6be-4970-b24b-7e29c8a4f02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:01.261681 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9da8e-59e7-4959-8115-53ef5b7cddda req-b64032a2-a6fb-4dcf-a42f-c586946c37f6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:01.263025 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83e9da8e-59e7-4959-8115-53ef5b7cddda req-b64032a2-a6fb-4dcf-a42f-c586946c37f6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0824471 Sep 16 17:47:01.305891 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:01.307391 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83e9da8e-59e7-4959-8115-53ef5b7cddda req-9d8a9ed7-863a-42fd-9b8a-3fbd1bbf0b93 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386889 Sep 16 17:47:01.629068 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-844e391b-807c-4d58-b538-602052730358 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:01.630506 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-844e391b-807c-4d58-b538-602052730358 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 811 time: 0.1574640 Sep 16 17:47:01.685975 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-b7b18d3c-4007-49f8-a682-a6cf7c71357f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:security_group {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:47:01.702806 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-b7b18d3c-4007-49f8-a682-a6cf7c71357f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:security_group {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:47:01.705108 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-b7b18d3c-4007-49f8-a682-a6cf7c71357f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6 HTTP/1.1" status: 200 len: 378 time: 0.0648603 Sep 16 17:47:01.714318 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'port': {'device_id': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'admin_state_up': True, 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'security_groups': ['aae42871-06fa-4c54-8c5e-8f35ae6c9f60']}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:47:01.728628 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab4e10f0-e3e3-464c-b6b5-24ef9dd0596f req-3824c5af-e8eb-4752-8f76-cb3407522314 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 210 time: 0.0456197 Sep 16 17:47:01.852884 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:47:01.863197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:47:01.872733 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Made reservation on behalf of 3ca8eb3e66ba445ca3c0bfbcc85aa6d6 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:47:01.876958 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.047336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Allocated IP 172.20.0.10 (e9c9e603-3f35-44bb-9ad5-bcd03e887344/26a29f84-fc44-4867-ad51-05c6966d959b/11b6a5a0-7efc-4b60-896e-bdcf5c139547) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:47:02.236702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.251886 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Transition to ACTIVE for port object 11b6a5a0-7efc-4b60-896e-bdcf5c139547 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:47:02.275247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.281771 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cfb162e2-df55-4ef0-8843-3cf836252b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:02.339289 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254491a-dbd6-49c9-be72-6366f5a32abb req-d62da04f-c0f5-48fb-91d7-28e36693101b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:02.340036 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-6254491a-dbd6-49c9-be72-6366f5a32abb req-d62da04f-c0f5-48fb-91d7-28e36693101b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Synchronizing usage tracker for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:47:02.357502 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-6254491a-dbd6-49c9-be72-6366f5a32abb req-d62da04f-c0f5-48fb-91d7-28e36693101b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Unset dirty status for tenant:15d36b82a9d14dbd8ff2b25f64add095 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:47:02.358731 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6254491a-dbd6-49c9-be72-6366f5a32abb req-d62da04f-c0f5-48fb-91d7-28e36693101b tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.1031518 Sep 16 17:47:02.407065 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6254491a-dbd6-49c9-be72-6366f5a32abb req-75b80f68-0f7c-469f-a4a7-f3cbe959e7df tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Sep 16 17:47:02.452451 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:47:02.453983 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:47:02.456474 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:47:02.498487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event updated for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:02.501444 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:02.505923 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b998-6952-4c94-ae2e-d9aab990c883 req-4d3a2176-4153-4d33-bdf4-59739fea950a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:02.507695 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3fd4b998-6952-4c94-ae2e-d9aab990c883 req-4d3a2176-4153-4d33-bdf4-59739fea950a tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0842369 Sep 16 17:47:02.530605 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:02.531523 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.560826 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505847 Sep 16 17:47:02.564243 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3fd4b998-6952-4c94-ae2e-d9aab990c883 req-a9b2cbb9-1756-45f8-a2d5-6d772ea8db1c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501430 Sep 16 17:47:02.574094 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Request body: {'port': {'device_id': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:47:02.686592 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.754093 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-2987f975-6b79-49d0-9d50-00899393f902 None None] Provisioning for port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:47:02.759492 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-2987f975-6b79-49d0-9d50-00899393f902 None None] Provisioning complete for port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:47:02.759932 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2987f975-6b79-49d0-9d50-00899393f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:02.812667 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-2987f975-6b79-49d0-9d50-00899393f902 None None] Port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:47:02.919699 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7baa6f-0b4d-447f-8f33-1991d16b8216 req-29955ffa-f49b-4f86-b7af-cbfaf95218b0 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:02.921168 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fd7baa6f-0b4d-447f-8f33-1991d16b8216 req-29955ffa-f49b-4f86-b7af-cbfaf95218b0 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 932 time: 0.0830445 Sep 16 17:47:02.965492 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fd7baa6f-0b4d-447f-8f33-1991d16b8216 req-caf7f71f-3ad3-4dfc-8b00-e086cac36e35 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378990 Sep 16 17:47:03.036656 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b6a5a0-7efc-4b60-896e-bdcf5c139547 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:03.043987 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.058389 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Transition to ACTIVE for port object 11b6a5a0-7efc-4b60-896e-bdcf5c139547 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:47:03.061910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.067120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9cbf5419-75ef-41a0-b2d5-4e219ee7a25b tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:03.228016 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Pushing event updated for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:03.235264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:03.311332 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Attempting to bind port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:47:03.311800 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Attempting to bind port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:47:03.312126 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Attempting to bind port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:47:03.317786 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:47:03.318103 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Attempting to bind port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 on network e9c9e603-3f35-44bb-9ad5-bcd03e887344 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:47:03.323201 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:47:03.323526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Checking segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:47:03.323947 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Bound using segment: {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:47:03.324363 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Bound port: 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8585d4cc-1976-4745-9e30-053f6455d3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:47:03.324726 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.386654 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-c4758bf4-f7dc-4810-84cd-55dc88d1a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.416262 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:47:03.419149 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:47:03.423738 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.427344 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:03.488598 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.489210 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:03.490601 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] 10.222.0.36 "PUT /v2.0/ports/11b6a5a0-7efc-4b60-896e-bdcf5c139547 HTTP/1.1" status: 200 len: 1094 time: 0.9209991 Sep 16 17:47:03.491103 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:03.512228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Pushing event updated for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:03.515402 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:03.576779 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'status': 'completed', 'code': 200} Sep 16 17:47:03.632345 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2e135a78-ebd9-4986-8047-57bf44251d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.634585 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-2e135a78-ebd9-4986-8047-57bf44251d96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 1097 time: 0.0945084 Sep 16 17:47:03.639448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade95f9-d4d2-432b-ac50-fc01fe362425 req-e31da682-c906-4be6-9fa3-56c4291d1e91 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.641011 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ade95f9-d4d2-432b-ac50-fc01fe362425 req-e31da682-c906-4be6-9fa3-56c4291d1e91 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.1108737 Sep 16 17:47:03.700757 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ade95f9-d4d2-432b-ac50-fc01fe362425 req-d8bf1766-c449-41e2-980d-cbce0dfe3b61 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Sep 16 17:47:03.715079 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-ed8f079e-c75c-4b45-8ce2-e5b44f7b3390 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547 HTTP/1.1" status: 200 len: 217 time: 0.0716088 Sep 16 17:47:03.790743 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1806-9418-4404-98f9-f8ce1982c053 req-3172a61e-ca51-4bfd-a5af-32b3ea7a7467 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.793337 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-c55a4164-5b6a-41b3-b8e2-918c10c9c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.793562 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c7db1806-9418-4404-98f9-f8ce1982c053 req-3172a61e-ca51-4bfd-a5af-32b3ea7a7467 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0999498 Sep 16 17:47:03.795392 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-c55a4164-5b6a-41b3-b8e2-918c10c9c2c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0733829 Sep 16 17:47:03.860071 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c7db1806-9418-4404-98f9-f8ce1982c053 req-c3f4d646-8518-482e-b80e-de618fa5e797 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571220 Sep 16 17:47:03.888933 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-f3898561-4356-4fdc-af3f-a9c3625bd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:03.891313 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-f3898561-4356-4fdc-af3f-a9c3625bd145 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887296 Sep 16 17:47:04.028247 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-4fc26703-01fa-400b-a966-143c50f1ac6a service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292870 Sep 16 17:47:04.078421 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-8978eaca-f559-44cc-abf1-fc58495d6209 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.080557 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-8978eaca-f559-44cc-abf1-fc58495d6209 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 945 time: 0.0863082 Sep 16 17:47:04.165761 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-e53f9ad1-70a1-43f1-82f8-bd6fd5a40e6a req-0bc0f131-ebb4-41c9-a14d-4318c82eabe4 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309745 Sep 16 17:47:04.208893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Deleting port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:04.209235 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:04.297957 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b843-28f4-4505-885d-273c373c605e req-761747a0-5a40-4416-83f1-ab5621fce799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.299370 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-761747a0-5a40-4416-83f1-ab5621fce799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 1097 time: 0.0705655 Sep 16 17:47:04.313349 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b43fc-26d2-4ae2-ab5c-ea711992f6aa req-db8412e4-df4b-4689-b238-9457129ebd90 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.314906 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c85b43fc-26d2-4ae2-ab5c-ea711992f6aa req-db8412e4-df4b-4689-b238-9457129ebd90 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 944 time: 0.2334926 Sep 16 17:47:04.416301 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:04.452236 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c85b43fc-26d2-4ae2-ab5c-ea711992f6aa req-387eebd5-d0c1-4f73-a3c5-94095591bf0e tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297817 Sep 16 17:47:04.531321 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b843-28f4-4505-885d-273c373c605e req-556cd01f-a951-4ec9-bc35-9a7ade1a3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.532869 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-556cd01f-a951-4ec9-bc35-9a7ade1a3d07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.2263181 Sep 16 17:47:04.605515 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-42b229b3-f551-41d6-bba1-91b43791c8f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547 HTTP/1.1" status: 200 len: 217 time: 0.0655110 Sep 16 17:47:04.609917 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] For port 1fbabb26-f17a-4f28-bd62-3857e617d1c0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1fbabb26-f17a-4f28-bd62-3857e617d1c0,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:04.610556 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:04.669800 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b843-28f4-4505-885d-273c373c605e req-0af2d31b-a623-44b3-b610-e45873bdbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.671247 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-0af2d31b-a623-44b3-b610-e45873bdbe46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.0588253 Sep 16 17:47:04.732817 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Calling delete_port for 1fbabb26-f17a-4f28-bd62-3857e617d1c0 owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:04.757991 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b843-28f4-4505-885d-273c373c605e req-1c5664c6-8cb8-440a-831d-953aa0b8642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:04.759562 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-1c5664c6-8cb8-440a-831d-953aa0b8642d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802555 Sep 16 17:47:04.899937 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-29890efa-9030-4c0f-98c6-6a5216f0ff68 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310377 Sep 16 17:47:04.943407 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:04.950038 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e981e514-23d4-46c7-8044-d455fb57fc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:04.961237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1fbabb26-f17a-4f28-bd62-3857e617d1c0'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:47:05.004996 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Pushing event deleted for resources: {'Port': ['ID=1fbabb26-f17a-4f28-bd62-3857e617d1c0,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:05.045646 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-3038b843-28f4-4505-885d-273c373c605e req-caf7f3c7-18e0-45ea-8f40-e8d674533e02 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364737 Sep 16 17:47:05.046621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:05.105067 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66323617-71f3-4be9-9ffb-fe747dd5904e req-9d05189a-eb25-43a1-b4c9-9ea16a4992fc tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:05.106529 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-66323617-71f3-4be9-9ffb-fe747dd5904e req-9d05189a-eb25-43a1-b4c9-9ea16a4992fc tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/ports?device_id=dddb151e-44e5-4632-8b5f-df705530f9bd HTTP/1.1" status: 200 len: 867 time: 0.2878597 Sep 16 17:47:05.166480 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] No DVR routers for this DVR port 1fbabb26-f17a-4f28-bd62-3857e617d1c0 on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:47:05.172448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:05.176356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'name': 'network-vif-deleted', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:05.208715 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0a7766ee-6875-4728-b553-21eeb4627e9b req-d4ab5bd8-dfe6-44ef-8877-9fb38a9284dd tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.36 "DELETE /v2.0/ports/1fbabb26-f17a-4f28-bd62-3857e617d1c0 HTTP/1.1" status: 204 len: 173 time: 1.0918334 Sep 16 17:47:05.213130 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-66323617-71f3-4be9-9ffb-fe747dd5904e req-e938af76-86e6-425e-9f01-168746e785c2 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 Sep 16 17:47:05.235683 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb744-8f72-4c76-bc2e-3c8747c248b3 req-97ded6d4-9fcb-4a08-bfc2-6bc6ceb96a0c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:05.237615 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a83cb744-8f72-4c76-bc2e-3c8747c248b3 req-97ded6d4-9fcb-4a08-bfc2-6bc6ceb96a0c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.2349019 Sep 16 17:47:05.277642 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddb151e-44e5-4632-8b5f-df705530f9bd', 'name': 'network-vif-deleted', 'tag': '1fbabb26-f17a-4f28-bd62-3857e617d1c0', 'status': 'completed', 'code': 200} Sep 16 17:47:05.289977 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a83cb744-8f72-4c76-bc2e-3c8747c248b3 req-f5ec2bc9-b4c2-4448-9214-a78b490eae2f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Sep 16 17:47:05.651800 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771bf2c-93c5-4914-b571-6212d56ca399 req-687b83a8-bb40-45e3-b99a-f9a9a35ebf98 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:05.653282 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4771bf2c-93c5-4914-b571-6212d56ca399 req-687b83a8-bb40-45e3-b99a-f9a9a35ebf98 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 944 time: 0.0893495 Sep 16 17:47:05.699019 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4771bf2c-93c5-4914-b571-6212d56ca399 req-e951b36a-7001-48ed-8fc7-2fe9c1101abf tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391116 Sep 16 17:47:05.791873 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:06.483313 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612a80c-c827-466c-82ff-0e689d151d73 req-3c575f5f-b8dc-4042-9340-f226416e7637 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:06.484851 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a612a80c-c827-466c-82ff-0e689d151d73 req-3c575f5f-b8dc-4042-9340-f226416e7637 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0868258 Sep 16 17:47:06.534008 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a612a80c-c827-466c-82ff-0e689d151d73 req-cb988b54-5746-46a1-962a-f6d18b6455dd tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 Sep 16 17:47:06.902991 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c048-18e4-45a2-ba45-bd8d3e0dc07e req-ed0425d5-79d9-4533-880b-0593e4cb7f18 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:06.904721 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6688c048-18e4-45a2-ba45-bd8d3e0dc07e req-ed0425d5-79d9-4533-880b-0593e4cb7f18 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 944 time: 0.0909030 Sep 16 17:47:06.952430 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6688c048-18e4-45a2-ba45-bd8d3e0dc07e req-af997f8b-4e0e-4ee8-804f-a8feef1128a0 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400794 Sep 16 17:47:06.976862 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46924) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:06.989554 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 11b6a5a0-7efc-4b60-896e-bdcf5c139547 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:47:06.992675 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1fbabb26-f17a-4f28-bd62-3857e617d1c0 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:07.031422 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 1fbabb26-f17a-4f28-bd62-3857e617d1c0 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:07.031697 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1fbabb26-f17a-4f28-bd62-3857e617d1c0 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:07.037900 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a29090-a46a-4077-9d72-7ff804449d1a req-cdcc36dc-2681-42c1-8163-bc0503958fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:07.039382 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-cdcc36dc-2681-42c1-8163-bc0503958fe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1098 time: 0.0806379 Sep 16 17:47:07.173487 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a29090-a46a-4077-9d72-7ff804449d1a req-94e4a87d-0e61-4b56-97b2-6939fb8489ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:07.175088 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-94e4a87d-0e61-4b56-97b2-6939fb8489ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.1288307 Sep 16 17:47:07.205376 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:07.218657 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'port_id': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'mac_address': 'fa:16:3e:8f:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:47:07.279680 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-aeef2889-1280-4052-9037-7858811ec088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 1000 time: 0.0981133 Sep 16 17:47:07.281974 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:07.299672 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b6a5a0-7efc-4b60-896e-bdcf5c139547 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:07.315906 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:07.320405 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:07.322165 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:07.357311 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a29090-a46a-4077-9d72-7ff804449d1a req-0d69d70e-e0a1-48ee-8338-add72b3e4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:07.358832 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-0d69d70e-e0a1-48ee-8338-add72b3e4fa8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.0724936 Sep 16 17:47:07.390111 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:07.399673 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:07.435214 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a29090-a46a-4077-9d72-7ff804449d1a req-9ce6fad2-e1e8-4086-bc9b-4538138ebcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:07.436841 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-9ce6fad2-e1e8-4086-bc9b-4538138ebcbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709529 Sep 16 17:47:07.541067 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:07.573474 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-f1ca288c-509b-4105-a592-ad1a4f4d8808 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285038 Sep 16 17:47:07.574853 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['11b6a5a0-7efc-4b60-896e-bdcf5c139547'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:47:07.873655 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-92a29090-a46a-4077-9d72-7ff804449d1a req-8d69285e-0f50-4ddf-8658-9f9f716ced9f service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928269 Sep 16 17:47:07.890612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2dd2e-137e-4ebb-8606-2775b7c596f7 req-231a79a1-f823-4bf4-bcaf-da751d4ed813 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:07.892578 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-37c2dd2e-137e-4ebb-8606-2775b7c596f7 req-231a79a1-f823-4bf4-bcaf-da751d4ed813 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1404223 Sep 16 17:47:07.940873 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-37c2dd2e-137e-4ebb-8606-2775b7c596f7 req-4d75a65d-f1fb-4c46-9b7c-462abca45f65 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Sep 16 17:47:08.037191 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Deleting port 584403b0-b7f4-45c9-acb7-f51d8efd203b {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:08.037791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:08.206936 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] For port 584403b0-b7f4-45c9-acb7-f51d8efd203b, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=584403b0-b7f4-45c9-acb7-f51d8efd203b,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:08.207291 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:08.314582 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba8fde-aaf7-48fc-b2d0-ded16ea14383 req-0f4275bb-df3f-4c0d-89cc-8e12ccf23591 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:08.316093 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c8ba8fde-aaf7-48fc-b2d0-ded16ea14383 req-0f4275bb-df3f-4c0d-89cc-8e12ccf23591 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 945 time: 0.2498159 Sep 16 17:47:08.333650 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Calling delete_port for 584403b0-b7f4-45c9-acb7-f51d8efd203b owned by network:router_interface {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:08.364855 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c8ba8fde-aaf7-48fc-b2d0-ded16ea14383 req-462d7a96-d6cd-4bb7-9c5f-d87a9b5d4cc2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431671 Sep 16 17:47:08.499034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:08.503555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b274f493-0830-4766-9d0c-4fd61dbb35d5 tempest-ServerRescueNegativeTestJSON-487200429 tempest-ServerRescueNegativeTestJSON-487200429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:08.545296 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=584403b0-b7f4-45c9-acb7-f51d8efd203b,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:08.548556 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:08.809829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:08.865859 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:08.993417 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 11b6a5a0-7efc-4b60-896e-bdcf5c139547 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:47:09.061136 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:47:09.066138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:47:09.066538 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:09.130635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d1338-0154-4893-8a27-45db5b5dab57 req-e55953f6-a27e-4360-8236-66b75d231046 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:09.132316 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2a1d1338-0154-4893-8a27-45db5b5dab57 req-e55953f6-a27e-4360-8236-66b75d231046 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0858564 Sep 16 17:47:09.180344 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:47:09.186114 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:09.202112 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2a1d1338-0154-4893-8a27-45db5b5dab57 req-3077b8b1-0385-45c5-b10e-3e958868500f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613456 Sep 16 17:47:09.213770 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:09.226065 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:09.231373 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:09.233886 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:09.293632 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'code': 200} Sep 16 17:47:09.311860 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:09.314777 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:09.498071 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:47:09.508298 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Sync routers for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:47:09.511011 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] 10.222.0.32 "PUT /v2.0/routers/a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5330861 Sep 16 17:47:09.513427 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46944) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:09.522273 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:09.522273 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:09.634078 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369468ce-2506-4b7d-82cd-30e083b32bea req-56ddecf0-bc1f-499b-b1d7-4a24082618c4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:09.635710 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-369468ce-2506-4b7d-82cd-30e083b32bea req-56ddecf0-bc1f-499b-b1d7-4a24082618c4 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.1549308 Sep 16 17:47:09.638941 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8ba4c-fcc7-4620-94ba-c72583ed5cf5 req-d8109c2f-32d2-45df-936e-4875f4aa6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:09.640395 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9cb8ba4c-fcc7-4620-94ba-c72583ed5cf5 req-d8109c2f-32d2-45df-936e-4875f4aa6d1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 1099 time: 0.1249988 Sep 16 17:47:09.743200 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-369468ce-2506-4b7d-82cd-30e083b32bea req-417c370a-051f-4bf3-b520-77e26a3eaf57 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009874 Sep 16 17:47:09.745188 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9cb8ba4c-fcc7-4620-94ba-c72583ed5cf5 req-fc4fed8a-38dc-48df-b101-f85b7c05761f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859373 Sep 16 17:47:09.759132 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:09.761589 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:09.949805 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:09.959066 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Deleting port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:09.959576 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.101336 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:47:08Z', 'revision_number': 5, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port': {'id': '287203ef-2394-4f38-b6e7-6d1ee1ce27f0', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:09:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:12Z', 'updated_at': '2021-09-16T17:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:10.105021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Checking router: a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:47:10.114152 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Routers {'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:10.114767 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:10.145052 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] For port 287203ef-2394-4f38-b6e7-6d1ee1ce27f0, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:10.145406 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.272440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] Set router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 gateway port host: None {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:10.289198 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Calling delete_port for 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 owned by network:router_gateway {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:10.378233 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:47:09Z', 'revision_number': 6, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port_host': None}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:10.382346 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d050a-1111-4b68-9a57-59cbd992608b None None] The sync data for ids ['a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10'] in dv-cinder-809439-1-smb is: [{'id': 'a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10', 'name': 'tempest-TestMinimumBasicScenario-443801110-router', 'tenant_id': '15d36b82a9d14dbd8ff2b25f64add095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:11Z', 'updated_at': '2021-09-16T17:47:09Z', 'revision_number': 6, 'project_id': '15d36b82a9d14dbd8ff2b25f64add095', 'gw_port_host': None}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:47:10.400676 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d317-4c10-4228-9dd7-cd421e374967 req-6bb7b250-2256-4d26-8fcb-33d6478c4d47 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:10.402197 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-65f9d317-4c10-4228-9dd7-cd421e374967 req-6bb7b250-2256-4d26-8fcb-33d6478c4d47 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.0848503 Sep 16 17:47:10.458155 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-65f9d317-4c10-4228-9dd7-cd421e374967 req-154989f7-e27b-41a0-a990-89af214e96bf tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Sep 16 17:47:10.465140 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.470918 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-08740009-f36c-4c4b-a500-e5a1874da5dd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:10.518193 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=287203ef-2394-4f38-b6e7-6d1ee1ce27f0,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:10.544629 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:10.609564 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.832525 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.857044 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:10.870760 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e538e-fb35-4541-b65a-bbc25317bf17 req-9601f451-15fa-4250-9628-af4dd5fbedd6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:10.873059 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f0e538e-fb35-4541-b65a-bbc25317bf17 req-9601f451-15fa-4250-9628-af4dd5fbedd6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1210370 Sep 16 17:47:10.947155 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f0e538e-fb35-4541-b65a-bbc25317bf17 req-67a83045-bf30-4efc-91a6-925e8d4cf529 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679383 Sep 16 17:47:11.028234 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.029219 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 {{(pid=79463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:47:11.051753 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.055259 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a7f577e0-eaa4-42f0-9d50-70f5ad4b8f10 HTTP/1.1" status: 204 len: 168 time: 1.5386055 Sep 16 17:47:11.055660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46962) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:11.062335 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-8158178a-da73-4ff1-8c43-3d0431ab65f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2848482 Sep 16 17:47:11.127448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Deleting subnet a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:47:11.138281 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bc6a4-c0da-4ca7-84ce-a0efb280dc67 req-565efa6f-c4cc-4599-bcbf-3af1c3fa5700 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:11.139786 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2d1bc6a4-c0da-4ca7-84ce-a0efb280dc67 req-565efa6f-c4cc-4599-bcbf-3af1c3fa5700 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.2065413 Sep 16 17:47:11.140477 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.219547 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.258047 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2d1bc6a4-c0da-4ca7-84ce-a0efb280dc67 req-8bb7fc10-0ef1-46df-89a6-4d94e559c286 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907207 Sep 16 17:47:11.434624 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.533166 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee21bc-deee-4dc7-a8b7-54cd6ad39bb6 req-a2032b41-c7f6-43b3-adb0-e663a1d91e51 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:11.534669 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-56ee21bc-deee-4dc7-a8b7-54cd6ad39bb6 req-a2032b41-c7f6-43b3-adb0-e663a1d91e51 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.1572208 Sep 16 17:47:11.536209 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.540262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:11.545014 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 46978) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:11.553573 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Request body: {'floatingip': {'port_id': '11b6a5a0-7efc-4b60-896e-bdcf5c139547'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:47:11.575452 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1684f5a-0c4b-4cae-aae0-f80b88ad4e46,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:11.579152 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:11.581711 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.587521 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-40e8e29c-2a8d-4e8d-ab1b-9ff816e309db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a1684f5a-0c4b-4cae-aae0-f80b88ad4e46 HTTP/1.1" status: 204 len: 168 time: 0.5309055 Sep 16 17:47:11.590159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46982) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:11.593595 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3739d-2cbd-4207-8254-e3e1b56669ff None None] Network 2f94add8-3b46-4e10-8657-6bde07a14d53 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:47:11.764423 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.769574 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:11.795153 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Deleting port e5841393-81fb-4763-b3bf-54e6599fc803 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:11.795496 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.014816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] DHCP port deletion for 2f94add8-3b46-4e10-8657-6bde07a14d53 request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:47:12.021909 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Deleting port e5841393-81fb-4763-b3bf-54e6599fc803 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:12.022640 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.063536 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 584403b0-b7f4-45c9-acb7-f51d8efd203b no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:12.117836 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 584403b0-b7f4-45c9-acb7-f51d8efd203b {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:12.118456 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 584403b0-b7f4-45c9-acb7-f51d8efd203b not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:12.118879 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:12.156578 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:12.157647 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 287203ef-2394-4f38-b6e7-6d1ee1ce27f0 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:12.269242 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] For port e5841393-81fb-4763-b3bf-54e6599fc803, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5841393-81fb-4763-b3bf-54e6599fc803,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:12.269511 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.338867 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] For port e5841393-81fb-4763-b3bf-54e6599fc803, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5841393-81fb-4763-b3bf-54e6599fc803,segment=NetworkSegment(049a0bff-74e0-44bd-91a8-dce7a667e1e2),segment_id=049a0bff-74e0-44bd-91a8-dce7a667e1e2)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:12.338867 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.415705 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Calling delete_port for e5841393-81fb-4763-b3bf-54e6599fc803 owned by network:dhcp {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:12.478244 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a68c9-e65c-4adb-a36a-2e1d8b28d473 req-86212c1b-c0b6-442e-8a63-d0f4112da8a7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:12.484101 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Calling delete_port for e5841393-81fb-4763-b3bf-54e6599fc803 owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:12.487061 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fa6a68c9-e65c-4adb-a36a-2e1d8b28d473 req-86212c1b-c0b6-442e-8a63-d0f4112da8a7 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.4133511 Sep 16 17:47:12.535092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.541928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.552729 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fa6a68c9-e65c-4adb-a36a-2e1d8b28d473 req-87608072-0fc2-4d34-8741-f8abfec4e101 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Sep 16 17:47:12.572828 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.577734 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ecab70a-d6af-45f3-bfd0-db234008e6fa tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:12.630770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5841393-81fb-4763-b3bf-54e6599fc803,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:12.631288 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.api [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:47:12.631838 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_db.api [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:47:12.634552 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:12.637030 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] No DVR routers for this DVR port e5841393-81fb-4763-b3bf-54e6599fc803 on host dv-cinder-809439-1-smb {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:47:12.722589 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.l3_db [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Floating IP 9c024f12-f196-44a6-9d55-e3f4b4857921 associated. External IP: 172.28.0.88, port: 11b6a5a0-7efc-4b60-896e-bdcf5c139547. Sep 16 17:47:12.752204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.776402 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f94add8-3b46-4e10-8657-6bde07a14d53']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:12.789130 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049a0bff-74e0-44bd-91a8-dce7a667e1e2') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:12.789554 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049a0bff-74e0-44bd-91a8-dce7a667e1e2') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:12.801389 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.819280 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.826419 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:47:12.826835 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:47:12.840715 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:47:12.975538 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:12.981749 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5792aded-a7a9-41b7-bcf9-bbbd28d5a9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:12.994877 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:13.011661 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f94add8-3b46-4e10-8657-6bde07a14d53,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:13.016069 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:13.019353 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-cc696f69-e4ee-4378-a4ad-ada6e5630956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:13.020927 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-cc696f69-e4ee-4378-a4ad-ada6e5630956 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e&tenant_id=fae2cfecde9d442e8cf2177aa3c63770 HTTP/1.1" status: 200 len: 1098 time: 0.1957994 Sep 16 17:47:13.034474 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-792dc9f0-f181-4786-8f00-f7e846c33503 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f94add8-3b46-4e10-8657-6bde07a14d53 HTTP/1.1" status: 204 len: 168 time: 1.4409571 Sep 16 17:47:13.034474 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 46996) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:13.043260 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:13.092377 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:47:13.136043 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Deleting port e5841393-81fb-4763-b3bf-54e6599fc803 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:13.136426 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:13.210471 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:13.270251 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-74aebb19-af93-479c-9d0d-0d11ad5de5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:13.272082 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-74aebb19-af93-479c-9d0d-0d11ad5de5dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1098 time: 0.1818588 Sep 16 17:47:13.276009 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-428687dc-be0d-4d7a-ab3f-fdf54d0193ba None None] The port 'e5841393-81fb-4763-b3bf-54e6599fc803' was deleted {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:47:13.284447 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:13.299186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:13.304509 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:13.306775 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:13.347002 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'code': 200} Sep 16 17:47:13.379021 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=6']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:13.388388 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:13.408534 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:47:13.417897 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:13.422862 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:47:13.432540 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:13.433160 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:13.482218 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ffbd6b37-43c8-46c1-8897-9d64d1699110 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "PUT /v2.0/floatingips/9c024f12-f196-44a6-9d55-e3f4b4857921 HTTP/1.1" status: 200 len: 991 time: 1.9322760 Sep 16 17:47:13.482218 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:13.539494 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'status': 'completed', 'code': 200} Sep 16 17:47:13.605491 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-70502bc2-b8b9-4ab3-931f-128a8fe5dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:13.607486 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-70502bc2-b8b9-4ab3-931f-128a8fe5dc66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.3266604 Sep 16 17:47:13.622036 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:13.706015 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955717b7-379f-4296-9c9e-324f94053c9c req-265b5dcf-3f5e-46f6-be70-bb7f42dc0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:13.708565 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-265b5dcf-3f5e-46f6-be70-bb7f42dc0761 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 1099 time: 0.1436586 Sep 16 17:47:13.874238 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955717b7-379f-4296-9c9e-324f94053c9c req-aa3d85e1-ea8b-42d7-9432-3ed7474d44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:13.878122 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-aa3d85e1-ea8b-42d7-9432-3ed7474d44c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 200 len: 912 time: 0.1622715 Sep 16 17:47:13.980307 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-9a790c0f-efbf-4f2b-9605-8cb36641273f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 998 time: 0.3605669 Sep 16 17:47:14.023441 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-6b953533-329f-4ae1-b3b4-83942f004a6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547 HTTP/1.1" status: 200 len: 999 time: 0.1384876 Sep 16 17:47:14.033418 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5841393-81fb-4763-b3bf-54e6599fc803 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:14.075953 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-af36fba0-2ba7-487c-bb4a-ca4fabc42302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.077956 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-af36fba0-2ba7-487c-bb4a-ca4fabc42302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.0902450 Sep 16 17:47:14.093237 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '9c024f12-f196-44a6-9d55-e3f4b4857921', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.88', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:8f:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:58Z', 'updated_at': '2021-09-16T17:47:12Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:14.101306 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: e5841393-81fb-4763-b3bf-54e6599fc803 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:14.102162 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5841393-81fb-4763-b3bf-54e6599fc803 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:14.113683 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:47:14.124724 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:14.126237 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:14.126490 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b88ea-c5f6-4109-b4e8-972875256dc3 req-538d3a88-047a-472d-8a95-c2198270cc8e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.133855 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c03b88ea-c5f6-4109-b4e8-972875256dc3 req-538d3a88-047a-472d-8a95-c2198270cc8e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.3195610 Sep 16 17:47:14.157729 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955717b7-379f-4296-9c9e-324f94053c9c req-39dfb61f-7391-4892-90c8-a0f7d103d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.159434 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-39dfb61f-7391-4892-90c8-a0f7d103d19d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 200 len: 850 time: 0.1170430 Sep 16 17:47:14.228038 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c03b88ea-c5f6-4109-b4e8-972875256dc3 req-d5a41035-e18f-45dc-9dcf-8717bdec41b4 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841432 Sep 16 17:47:14.277848 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955717b7-379f-4296-9c9e-324f94053c9c req-c5462dca-9297-4047-8ebf-7fb32d40d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.279490 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-c5462dca-9297-4047-8ebf-7fb32d40d363 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9e603-3f35-44bb-9ad5-bcd03e887344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121919 Sep 16 17:47:14.288813 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-81ab11c0-ff46-4f07-84f5-c1771e7bbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.290270 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-81ab11c0-ff46-4f07-84f5-c1771e7bbeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2039483 Sep 16 17:47:14.356753 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:14.421007 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-653b4e54-c78c-4a65-bd7c-a9ce7f0afb29 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322520 Sep 16 17:47:14.453253 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:14.554156 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-955717b7-379f-4296-9c9e-324f94053c9c req-a7b34654-75f0-4971-8a93-71dbe6bb4a44 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266253 Sep 16 17:47:14.635239 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-94a0c974-265d-470c-8156-ce64258ba7f1 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027992 Sep 16 17:47:14.645851 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151999d2-648d-4b86-9471-009562ddc207 req-82fb0c8a-7e63-4868-a60e-79b7f893a109 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:14.652520 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-151999d2-648d-4b86-9471-009562ddc207 req-82fb0c8a-7e63-4868-a60e-79b7f893a109 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.3566849 Sep 16 17:47:14.742050 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '9c024f12-f196-44a6-9d55-e3f4b4857921', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.88', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:8f:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:58Z', 'updated_at': '2021-09-16T17:47:12Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:14.746166 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb591-33f4-4bcc-b958-c194928305a2 None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_floatingips': [{'id': '9c024f12-f196-44a6-9d55-e3f4b4857921', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'floating_ip_address': '172.28.0.88', 'floating_network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'router_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'port_id': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'mac_address': 'fa:16:3e:8f:12:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:46:58Z', 'updated_at': '2021-09-16T17:47:12Z', 'revision_number': 1, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:47:14.842652 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-151999d2-648d-4b86-9471-009562ddc207 req-899e8e63-acae-44ad-95e5-fb70f89e14f7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891158 Sep 16 17:47:14.938911 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d8a8b195-6c91-4487-9382-1845e9a9edf6 req-d66e03f0-a3c1-49f4-b8a2-47f1948b93b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815456 Sep 16 17:47:14.955542 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13302c87-659b-4baa-a441-aa28fd8a357e None None] New status for floating IP 9c024f12-f196-44a6-9d55-e3f4b4857921: ACTIVE {{(pid=79464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:47:15.074178 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Deleting port db5d561b-f664-41ac-a659-685cfe828b89 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:15.074413 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:15.201479 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-91bd400d-d1fe-44bc-922a-85cd394c91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:15.202984 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-91bd400d-d1fe-44bc-922a-85cd394c91a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1096 time: 0.2066581 Sep 16 17:47:15.501734 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] For port db5d561b-f664-41ac-a659-685cfe828b89, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=db5d561b-f664-41ac-a659-685cfe828b89,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:15.502080 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:15.651319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Calling delete_port for db5d561b-f664-41ac-a659-685cfe828b89 owned by network:router_interface {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:15.704936 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-3d243c11-3fd3-497d-b08c-a1a2f0461d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:15.707252 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-3d243c11-3fd3-497d-b08c-a1a2f0461d84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.4832947 Sep 16 17:47:15.780481 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7aac4-500b-41ef-a954-d067ee496fcf req-a227e7b2-dd53-428e-92ba-71e4e6448b1b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:15.782545 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07e7aac4-500b-41ef-a954-d067ee496fcf req-a227e7b2-dd53-428e-92ba-71e4e6448b1b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.3914387 Sep 16 17:47:15.882686 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-0eb22c8e-4d0c-4bc1-8862-b7a4397ba119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 998 time: 0.1664319 Sep 16 17:47:15.889479 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07e7aac4-500b-41ef-a954-d067ee496fcf req-187b49b4-ac3e-4124-aeab-ed30d8b89d23 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880995 Sep 16 17:47:16.047709 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-e8150566-656f-48a4-a196-01d7ffd45f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:16.049061 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-e8150566-656f-48a4-a196-01d7ffd45f5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.1453607 Sep 16 17:47:16.124544 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:16.131733 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6d1b0ffc-0ef8-452f-abe1-9d8b3f5505fd tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:16.148015 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e26a17-29b4-49c8-ada4-93b9015e9bb8 req-7f25ebb8-9533-440e-af18-5528b9b61476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:16.149474 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-38e26a17-29b4-49c8-ada4-93b9015e9bb8 req-7f25ebb8-9533-440e-af18-5528b9b61476 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1096 time: 0.0708015 Sep 16 17:47:16.187112 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5d561b-f664-41ac-a659-685cfe828b89,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:16.191176 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-38e26a17-29b4-49c8-ada4-93b9015e9bb8 req-3ffdd434-5b71-491f-b03c-3fb8f5135ca1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Sep 16 17:47:16.226276 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:16.286367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7893b-22af-4529-af7f-2fd1ef62669a req-7c0d7901-b790-4294-b281-9047ecf670ac tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:16.287943 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-37a7893b-22af-4529-af7f-2fd1ef62669a req-7c0d7901-b790-4294-b281-9047ecf670ac tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.2920218 Sep 16 17:47:16.337127 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-afb769f4-1930-4cc1-842c-3d499cbce238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:16.338620 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-afb769f4-1930-4cc1-842c-3d499cbce238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2694221 Sep 16 17:47:16.540466 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-37a7893b-22af-4529-af7f-2fd1ef62669a req-f9afa44c-d7f3-4211-b267-40cdb14b5ebc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447386 Sep 16 17:47:16.628983 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:16.635383 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-8c9bebbe-436c-4fe5-a6b8-f5ed91746ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364829 Sep 16 17:47:17.053156 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-435939f3-8f8b-4273-8c6a-070cf981b6db req-371a5b1a-6d80-4a9a-b296-4fadcf755b49 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657639 Sep 16 17:47:17.077857 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:47:17.246462 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:17.259475 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31cf6f-27f8-4aeb-bd68-e01c189af38e req-92b73646-81b0-4008-ab7c-dbe1bc2523f6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:17.261025 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bf31cf6f-27f8-4aeb-bd68-e01c189af38e req-92b73646-81b0-4008-ab7c-dbe1bc2523f6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 943 time: 0.2512729 Sep 16 17:47:17.268747 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'port_id': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'mac_address': 'fa:16:3e:52:2e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:47:17.291229 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Router 1eba956d-464d-4038-b3f6-cae9a760134a has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:47:17.327200 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:17.344564 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d367e2a-5394-43f4-b2f7-cee9ea121248 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:17.361386 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:17.366026 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:17.368604 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:17.374985 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bf31cf6f-27f8-4aeb-bd68-e01c189af38e req-39eba7f3-6d29-495d-b93f-afd190d68bb6 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069434 Sep 16 17:47:17.435080 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=7']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:17.438682 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:17.491572 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:47:17.501156 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Sync routers for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:47:17.507998 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] 10.222.0.32 "PUT /v2.0/routers/1eba956d-464d-4038-b3f6-cae9a760134a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4726231 Sep 16 17:47:17.510482 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47034) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:17.510976 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:17.511575 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:17.635981 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['4d367e2a-5394-43f4-b2f7-cee9ea121248'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:47:17.701318 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:17.738674 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks [] for router, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:17.899159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18291a8-9d45-483e-8441-cd732ff9ed05 req-e4462623-1890-403e-ab7c-238ea8bbc4d9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:17.900585 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e18291a8-9d45-483e-8441-cd732ff9ed05 req-e4462623-1890-403e-ab7c-238ea8bbc4d9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.2410367 Sep 16 17:47:17.974788 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e18291a8-9d45-483e-8441-cd732ff9ed05 req-e0a49aa1-cbde-4010-bcf5-fe791170a02c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648644 Sep 16 17:47:17.976187 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:17.993070 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Deleting port cecf4030-67f4-4a20-994c-920a5c6770d2 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:17.993399 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:18.011928 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:47:15Z', 'revision_number': 5, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port': {'id': 'cecf4030-67f4-4a20-994c-920a5c6770d2', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:27Z', 'updated_at': '2021-09-16T17:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:18.017241 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Checking router: 1eba956d-464d-4038-b3f6-cae9a760134a for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:47:18.026484 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Routers {'1eba956d-464d-4038-b3f6-cae9a760134a'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:47:18.027087 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:47:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['1eba956d-464d-4038-b3f6-cae9a760134a'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:18.178110 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] Set router 1eba956d-464d-4038-b3f6-cae9a760134a gateway port host: None {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:47:18.283650 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:47:17Z', 'revision_number': 6, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port_host': None}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:18.284391 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] For port cecf4030-67f4-4a20-994c-920a5c6770d2, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=cecf4030-67f4-4a20-994c-920a5c6770d2,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:18.284861 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:18.287547 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089d7e2-9a82-4c6c-a956-ae8e1984e502 None None] The sync data for ids ['1eba956d-464d-4038-b3f6-cae9a760134a'] in dv-cinder-809439-1-smb is: [{'id': '1eba956d-464d-4038-b3f6-cae9a760134a', 'name': 'tempest-TestMinimumBasicScenario-435660331-router', 'tenant_id': 'd0eb10210d6b428d94a5429065663716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:25Z', 'updated_at': '2021-09-16T17:47:17Z', 'revision_number': 6, 'project_id': 'd0eb10210d6b428d94a5429065663716', 'gw_port_host': None}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:47:18.405356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Calling delete_port for cecf4030-67f4-4a20-994c-920a5c6770d2 owned by network:router_gateway {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:18.612740 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542035-4a21-4da1-bd99-39c6653ef8c6 req-9e362d59-c2dc-474d-bec6-de454b76fe6b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:18.614099 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f542035-4a21-4da1-bd99-39c6653ef8c6 req-9e362d59-c2dc-474d-bec6-de454b76fe6b tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 944 time: 0.1344197 Sep 16 17:47:18.671172 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:18.678715 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:18.719325 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f542035-4a21-4da1-bd99-39c6653ef8c6 req-4869d409-19bb-493a-bdf1-ee8f68650c5c tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983684 Sep 16 17:47:18.753787 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Pushing event deleted for resources: {'Port': ['ID=cecf4030-67f4-4a20-994c-920a5c6770d2,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:18.760315 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:18.819968 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:18.990004 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:18.992118 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.076095 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.076600 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eba956d-464d-4038-b3f6-cae9a760134a {{(pid=79462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:47:19.080696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:47:19.097995 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] Notify callbacks [] for router, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.101514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-656e4c27-eda6-417f-9215-20631c62e04f admin admin] 10.222.0.32 "DELETE /v2.0/routers/1eba956d-464d-4038-b3f6-cae9a760134a HTTP/1.1" status: 204 len: 168 time: 1.5878549 Sep 16 17:47:19.101789 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47048) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:19.159108 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 4d367e2a-5394-43f4-b2f7-cee9ea121248 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:47:19.159985 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.215820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Deleting subnet b096c880-7079-4ff3-a64e-38f4ea9691bc {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:47:19.219871 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.280084 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.286925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.314810 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:19.321415 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd94c-138b-4a88-8137-430fb02bdb0a req-41d5bb63-2d51-42d1-b2a4-90c7080f277f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:19.323006 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b88cd94c-138b-4a88-8137-430fb02bdb0a req-41d5bb63-2d51-42d1-b2a4-90c7080f277f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1861987 Sep 16 17:47:19.325346 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:19.330581 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.333300 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:19.382356 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'code': 200} Sep 16 17:47:19.394114 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b88cd94c-138b-4a88-8137-430fb02bdb0a req-b1885028-9c27-48cb-93be-84437a9c2e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604725 Sep 16 17:47:19.413049 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.413745 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=8']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:19.417148 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:19.486688 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.491818 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5d02f67f-01b6-4491-ad71-eb9ae73bb9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:19.527395 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b096c880-7079-4ff3-a64e-38f4ea9691bc,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:19.529320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.531820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:19.533600 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f8241a-a836-420f-ac75-f9903e5aad94 None None] Network 4a3f0477-7541-4d31-b9e8-63a39ff5133d requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:47:19.535842 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3bacd710-4d66-4faa-a0b9-3571762addbd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b096c880-7079-4ff3-a64e-38f4ea9691bc HTTP/1.1" status: 204 len: 168 time: 0.4331124 Sep 16 17:47:19.538293 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47056) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:19.643099 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.653180 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Deleting port b96371f5-2027-4e8f-9bb2-5f18783f1d16 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:19.653498 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.771826 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532dd15-6063-43f4-a141-79e599249525 None None] DHCP port deletion for 4a3f0477-7541-4d31-b9e8-63a39ff5133d request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:47:19.776359 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Deleting port b96371f5-2027-4e8f-9bb2-5f18783f1d16 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:19.776745 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.951424 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] For port b96371f5-2027-4e8f-9bb2-5f18783f1d16, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b96371f5-2027-4e8f-9bb2-5f18783f1d16,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:19.951950 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:19.993728 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-8532dd15-6063-43f4-a141-79e599249525 None None] For port b96371f5-2027-4e8f-9bb2-5f18783f1d16, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b96371f5-2027-4e8f-9bb2-5f18783f1d16,segment=NetworkSegment(0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4),segment_id=0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:19.994045 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.006427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device cecf4030-67f4-4a20-994c-920a5c6770d2 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:20.074808 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Calling delete_port for b96371f5-2027-4e8f-9bb2-5f18783f1d16 owned by network:dhcp {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:20.140377 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: cecf4030-67f4-4a20-994c-920a5c6770d2 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:20.140938 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device cecf4030-67f4-4a20-994c-920a5c6770d2 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:20.141383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b96371f5-2027-4e8f-9bb2-5f18783f1d16 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:20.148352 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.151994 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:20.178138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Calling delete_port for b96371f5-2027-4e8f-9bb2-5f18783f1d16 owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:47:20.198751 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96371f5-2027-4e8f-9bb2-5f18783f1d16,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:20.200535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] No DVR routers for this DVR port b96371f5-2027-4e8f-9bb2-5f18783f1d16 on host dv-cinder-809439-1-smb {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:47:20.201957 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:20.213136 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: b96371f5-2027-4e8f-9bb2-5f18783f1d16 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:20.213494 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b96371f5-2027-4e8f-9bb2-5f18783f1d16 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:20.213914 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device db5d561b-f664-41ac-a659-685cfe828b89 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:20.258667 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: db5d561b-f664-41ac-a659-685cfe828b89 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:47:20.259023 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device db5d561b-f664-41ac-a659-685cfe828b89 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:47:20.325200 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.329396 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.api [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:47:20.329958 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_db.api [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:47:20.352448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3f0477-7541-4d31-b9e8-63a39ff5133d']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:20.364772 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:20.365064 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b79a6aa-8c1e-4bf0-b4bf-db8eb08070b4') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:47:20.376803 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.392274 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.398573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:47:20.398988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:47:20.412471 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:47:20.495203 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.500352 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.502703 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:20.523667 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3f0477-7541-4d31-b9e8-63a39ff5133d,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:20.526008 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:20.536141 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a3f0477-7541-4d31-b9e8-63a39ff5133d HTTP/1.1" status: 204 len: 168 time: 0.9945836 Sep 16 17:47:20.715204 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47066) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:20.792023 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-eff133ea-944d-4057-b76f-fde612334f03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d36b82a9d14dbd8ff2b25f64add095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755095 Sep 16 17:47:20.794445 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47070) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:20.807891 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f6a46-fcc9-47f7-821e-6978043199c8 req-6a803626-d0cf-4cd3-853c-a4d006bc6e98 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:20.809331 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e35f6a46-fcc9-47f7-821e-6978043199c8 req-6a803626-d0cf-4cd3-853c-a4d006bc6e98 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1330843 Sep 16 17:47:20.830766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Deleting port b96371f5-2027-4e8f-9bb2-5f18783f1d16 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:47:20.831157 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-8532dd15-6063-43f4-a141-79e599249525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.858105 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.861181 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e35f6a46-fcc9-47f7-821e-6978043199c8 req-dd152e02-b499-41ce-a088-48d55a8e70d1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460067 Sep 16 17:47:20.886141 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.899546 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-8532dd15-6063-43f4-a141-79e599249525 None None] The port 'b96371f5-2027-4e8f-9bb2-5f18783f1d16' was deleted {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:47:20.942027 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.945676 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3e984f49-4b70-41cd-8cf4-25a8d448922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:20.960030 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3d945-3ea6-487e-8a51-c1655d0b9bb3,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:20.969673 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.970290 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.970652 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.971005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.971370 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.971730 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.972079 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.972425 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.972770 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.973111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.973455 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.973793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:20.977252 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:20.978150 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:20.979234 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8b3d945-3ea6-487e-8a51-c1655d0b9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1838198 Sep 16 17:47:21.313665 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47078) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:21.362298 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-4c545c65-6910-4aba-8a77-acd28b8dce68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0eb10210d6b428d94a5429065663716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472252 Sep 16 17:47:21.364631 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47082) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:21.421819 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:21.447986 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:21.500054 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:21.504376 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-90fbb828-2153-4a47-8398-587d3ee0aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:21.518683 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ec8a8-753f-4eb2-8859-9c1251a46a6a,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:21.523135 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:21.526125 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:21.527220 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/922ec8a8-753f-4eb2-8859-9c1251a46a6a HTTP/1.1" status: 204 len: 168 time: 0.1614976 Sep 16 17:47:22.048724 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aaa28-5c39-4a4e-bcc8-112370f69143 req-953c2a75-8cd5-4711-8a7d-f65c7572da48 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:22.050146 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-194aaa28-5c39-4a4e-bcc8-112370f69143 req-953c2a75-8cd5-4711-8a7d-f65c7572da48 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0780337 Sep 16 17:47:22.092365 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-194aaa28-5c39-4a4e-bcc8-112370f69143 req-d3d72d02-8c95-4f61-8dcb-51e99a46e296 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367301 Sep 16 17:47:23.283901 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee602f3-2f54-4fae-8a05-51d6465f1f13 req-26946622-9b1d-4251-b727-1b1edcb33a24 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:23.285264 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dee602f3-2f54-4fae-8a05-51d6465f1f13 req-26946622-9b1d-4251-b727-1b1edcb33a24 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0841284 Sep 16 17:47:23.330132 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dee602f3-2f54-4fae-8a05-51d6465f1f13 req-0e13e981-ad0b-4f05-aa5b-bae20cbc610d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Sep 16 17:47:24.521276 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9f4af-534d-41de-8920-5d60c5342d54 req-b36a28d1-6bc1-4e00-9541-21245e2bd88a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:24.522647 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9aa9f4af-534d-41de-8920-5d60c5342d54 req-b36a28d1-6bc1-4e00-9541-21245e2bd88a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0801556 Sep 16 17:47:24.566297 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9aa9f4af-534d-41de-8920-5d60c5342d54 req-d3c59233-3709-4e54-a6f0-2bc377cc9321 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380974 Sep 16 17:47:25.754672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13daa2-38e7-46f5-9d32-d2fa939c01e6 req-763ab582-fbca-4c76-82e8-0f8d306cacea tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:25.756131 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad13daa2-38e7-46f5-9d32-d2fa939c01e6 req-763ab582-fbca-4c76-82e8-0f8d306cacea tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0822031 Sep 16 17:47:25.798430 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad13daa2-38e7-46f5-9d32-d2fa939c01e6 req-d3aff231-a72b-4bb0-8c78-98f115f8b442 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362473 Sep 16 17:47:27.006851 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfb3c9-20b9-48ec-9b73-9c340ff2cf50 req-5404e736-0a3d-4006-9942-e32940d5d100 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:27.008621 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-33dfb3c9-20b9-48ec-9b73-9c340ff2cf50 req-5404e736-0a3d-4006-9942-e32940d5d100 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0863063 Sep 16 17:47:27.055341 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-33dfb3c9-20b9-48ec-9b73-9c340ff2cf50 req-a2efae24-4099-43ea-91c8-c2a1c1fc7704 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407319 Sep 16 17:47:27.090047 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:47:27.229197 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:27.244478 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:47:27.301369 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:27.319224 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:27.334871 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:27.343105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:27.343105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:27.416307 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=6']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:27.424428 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.424941 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.425346 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.425918 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.426468 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.427028 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.427561 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.428133 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.428666 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.429227 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.429652 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.430075 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:47:27.434113 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:27.441379 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['2a55b61a-fc75-412b-9eb4-f71174da75ed'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:47:28.268114 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b4d17-6c6d-4647-963b-bd884de80da8 req-afc5448a-4169-4b98-9f70-5035240e13b1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:28.269514 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-634b4d17-6c6d-4647-963b-bd884de80da8 req-afc5448a-4169-4b98-9f70-5035240e13b1 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 945 time: 0.0972390 Sep 16 17:47:28.322056 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-634b4d17-6c6d-4647-963b-bd884de80da8 req-05323757-3922-42a8-9249-2c256464bd75 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469120 Sep 16 17:47:29.087618 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:47:29.167987 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 2a55b61a-fc75-412b-9eb4-f71174da75ed triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:47:29.168277 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:29.310651 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:29.340616 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:29.357914 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:29.367341 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:29.372221 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:29.409322 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'code': 200} Sep 16 17:47:29.463689 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=7']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:29.474061 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:29.614045 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017a5f-08fc-4b01-b347-0434972ebeea req-54ddf916-fe4b-4cbf-81d6-6957beb3c8d3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:29.620139 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-db017a5f-08fc-4b01-b347-0434972ebeea req-54ddf916-fe4b-4cbf-81d6-6957beb3c8d3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1210635 Sep 16 17:47:29.969133 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-db017a5f-08fc-4b01-b347-0434972ebeea req-5af71f41-dc87-4812-97ce-3aa50cfc933e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473568 Sep 16 17:47:30.022885 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:47:30.723879 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d19b4536-1f24-492b-8a50-fc948a0fbf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:31.181420 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27b01-8e39-4d85-b700-40b14a2e510d req-1fe6009a-05b5-4869-865b-7ba2582c6466 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:31.183014 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e4c27b01-8e39-4d85-b700-40b14a2e510d req-1fe6009a-05b5-4869-865b-7ba2582c6466 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0822031 Sep 16 17:47:31.232334 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e4c27b01-8e39-4d85-b700-40b14a2e510d req-ef52bd5e-803f-4e07-b93a-a3a323cb6f62 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435257 Sep 16 17:47:31.321245 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:32.452408 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600dba-f359-4b98-96a1-c9c9412748f9 req-67d915f5-58eb-4394-a41b-78314447687b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:32.453875 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c600dba-f359-4b98-96a1-c9c9412748f9 req-67d915f5-58eb-4394-a41b-78314447687b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1012311 Sep 16 17:47:32.508149 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c600dba-f359-4b98-96a1-c9c9412748f9 req-771f7446-cafc-45af-877a-4917d9f85ccb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476236 Sep 16 17:47:33.393110 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-a7aededd-c56b-4f2e-b275-c9bee74774bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:33.756609 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b360-5210-4984-9327-7f4b35d07a2c req-78adcdd0-90d3-4f0c-a232-74c8f3e82ad0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:33.758167 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e14b360-5210-4984-9327-7f4b35d07a2c req-78adcdd0-90d3-4f0c-a232-74c8f3e82ad0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1042032 Sep 16 17:47:33.821938 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e14b360-5210-4984-9327-7f4b35d07a2c req-2e1883fb-da7a-4283-bb33-326194477da3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554841 Sep 16 17:47:34.423929 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:35.053713 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef7bb-d46d-4097-a086-7e37e95f2550 req-fabd9f83-f09a-415f-a2fd-0a30075653ab tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:35.055195 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a4ef7bb-d46d-4097-a086-7e37e95f2550 req-fabd9f83-f09a-415f-a2fd-0a30075653ab tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.1066821 Sep 16 17:47:35.116385 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a4ef7bb-d46d-4097-a086-7e37e95f2550 req-d6dc1d37-3dc9-45df-9f61-3d826509eb57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534096 Sep 16 17:47:35.789754 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:36.309650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30aeeb-573f-4928-9ea3-3610aa58bf82 req-c0fcdf32-b86a-435b-9b06-1f82374a2665 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.311107 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9c30aeeb-573f-4928-9ea3-3610aa58bf82 req-c0fcdf32-b86a-435b-9b06-1f82374a2665 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0899947 Sep 16 17:47:36.358926 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9c30aeeb-573f-4928-9ea3-3610aa58bf82 req-8a63b529-cdc3-4607-9277-4d36ca271d79 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Sep 16 17:47:36.521537 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-d12c17e6-cb37-4120-b6af-30f878e52d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.523024 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-d12c17e6-cb37-4120-b6af-30f878e52d4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1099 time: 0.1192300 Sep 16 17:47:36.656079 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-b53c7c99-0a8a-4a04-bec3-375fc4548d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.658229 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-b53c7c99-0a8a-4a04-bec3-375fc4548d74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.1251774 Sep 16 17:47:36.762776 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-44d13a31-f612-4a16-8381-e0780707c3b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 1002 time: 0.0944932 Sep 16 17:47:36.825022 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-6207002d-3079-491a-abca-1d22ec5a22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.826405 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-6207002d-3079-491a-abca-1d22ec5a22bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0556736 Sep 16 17:47:36.904473 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-4d0400d4-a07f-4c6a-8b81-faadb56a5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:36.905946 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-4d0400d4-a07f-4c6a-8b81-faadb56a5f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723746 Sep 16 17:47:37.036006 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-aae4d604-61c5-4956-a971-1a1832627154 service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230214 Sep 16 17:47:37.164262 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c43bd00-a06f-4b4f-96f1-dd4bb94f1c16 req-9a7d38e2-8a15-4fa3-bdd3-cc4774f2b1ce service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217918 Sep 16 17:47:37.556844 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b424f-0c91-4177-8b46-de278b02dbaa req-7314a25f-5899-4f38-9cab-7682aaa601db tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:37.558312 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-196b424f-0c91-4177-8b46-de278b02dbaa req-7314a25f-5899-4f38-9cab-7682aaa601db tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0883312 Sep 16 17:47:37.602167 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-196b424f-0c91-4177-8b46-de278b02dbaa req-932775cd-f6b0-4aec-aca5-327aa3fa2269 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 Sep 16 17:47:38.793513 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171040-f74f-4ad5-b5f5-412867ee5186 req-cad14338-31e1-4740-be13-a4e5f51c91a2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:38.794960 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c0171040-f74f-4ad5-b5f5-412867ee5186 req-cad14338-31e1-4740-be13-a4e5f51c91a2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 946 time: 0.0822630 Sep 16 17:47:38.838758 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c0171040-f74f-4ad5-b5f5-412867ee5186 req-c67d8fd7-cf59-414b-a602-21bed16ffc19 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379241 Sep 16 17:47:38.885779 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:39.121695 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:39.233226 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:39.259540 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:47:39.268999 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:39.273054 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:39.274927 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-cc7383a2-b2f1-4427-bc04-22b718c6e3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:39.312932 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'code': 200} Sep 16 17:47:39.344373 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=8']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:39.347874 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:40.028148 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9a3a-e026-49de-b697-35b21131e268 req-9f8db3da-39c7-4cd5-a6a8-706ab93092d9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:40.029524 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-617f9a3a-e026-49de-b697-35b21131e268 req-9f8db3da-39c7-4cd5-a6a8-706ab93092d9 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0798385 Sep 16 17:47:40.079793 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-617f9a3a-e026-49de-b697-35b21131e268 req-60a27c95-5866-4b37-af9b-788a244212cd tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Sep 16 17:47:41.576759 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de322c-5c80-484e-9a6b-bcaf8d3a1084 req-192f54e3-ff60-478b-874e-a5ab7ea225c5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:41.578214 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-63de322c-5c80-484e-9a6b-bcaf8d3a1084 req-192f54e3-ff60-478b-874e-a5ab7ea225c5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0816379 Sep 16 17:47:41.625148 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-63de322c-5c80-484e-9a6b-bcaf8d3a1084 req-f32ca32e-9ce8-4b4a-be5a-9847d4c608a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 Sep 16 17:47:41.806904 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47252) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:47:41.925307 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-25239a16-47df-4e69-aee5-2b353f4b8777 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171496 Sep 16 17:47:42.895903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3506d-275d-4ad0-bd18-64ef12692b42 req-a6b37446-3bcd-47f8-a7e6-e50b28b02907 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:42.897281 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a3b3506d-275d-4ad0-bd18-64ef12692b42 req-a6b37446-3bcd-47f8-a7e6-e50b28b02907 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1623540 Sep 16 17:47:42.986110 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a3b3506d-275d-4ad0-bd18-64ef12692b42 req-2f829be5-a948-4de5-af13-1c401b79619d tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592134 Sep 16 17:47:43.002339 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-ed4a2546-f978-4804-98bb-8d97793c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.003876 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-ed4a2546-f978-4804-98bb-8d97793c98d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4&tenant_id=4bf1287945114955b8138697bb1894bd HTTP/1.1" status: 200 len: 1097 time: 0.1056747 Sep 16 17:47:43.098806 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-46ed8edf-5ee0-4f10-910b-da9be7eb539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.100278 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-46ed8edf-5ee0-4f10-910b-da9be7eb539b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bf1287945114955b8138697bb1894bd&device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0711308 Sep 16 17:47:43.153105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:47:43.239402 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-3edfa45e-0c68-4160-a09f-62c5c77e1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.240926 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-3edfa45e-0c68-4160-a09f-62c5c77e1eb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 200 len: 918 time: 0.1250443 Sep 16 17:47:43.346223 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-99be48d3-1b7c-4998-a164-c48710a3a810 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 200 len: 1000 time: 0.0975103 Sep 16 17:47:43.408444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-4e39e404-142b-4f78-99d2-e9c90046357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.409886 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-4e39e404-142b-4f78-99d2-e9c90046357a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 200 len: 856 time: 0.0565224 Sep 16 17:47:43.486920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-033014bd-21b4-44de-9b82-bf09b4c8a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:43.488447 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-033014bd-21b4-44de-9b82-bf09b4c8a519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cff0586-b766-4fbd-87ca-dcc399dfa90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721638 Sep 16 17:47:43.617767 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-1cc9d1cb-fa01-4b85-8c78-256a2a220c1c service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224167 Sep 16 17:47:43.748619 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dfebcf27-9690-4ecb-8e62-5780310690b8 req-ee4f2718-af91-46d2-a4f7-e4e14ba1402c service neutron] 10.222.0.36 "GET /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239707 Sep 16 17:47:44.186338 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aed5a-a301-498f-8682-ec14340564a3 req-c93dd07e-db0f-4cfd-b8fb-9352002df66c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:44.189280 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f89aed5a-a301-498f-8682-ec14340564a3 req-c93dd07e-db0f-4cfd-b8fb-9352002df66c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0855947 Sep 16 17:47:44.245475 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f89aed5a-a301-498f-8682-ec14340564a3 req-979a2faa-7cac-4bae-95fe-9120a3f4f633 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 Sep 16 17:47:45.446361 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14848f0c-1f9f-4527-b840-8410b108829e req-5ad1bf54-6043-4fb8-a057-47d66b24999f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:45.447845 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-14848f0c-1f9f-4527-b840-8410b108829e req-5ad1bf54-6043-4fb8-a057-47d66b24999f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0859456 Sep 16 17:47:45.492661 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-14848f0c-1f9f-4527-b840-8410b108829e req-b9f5cfac-c9fd-42ae-9d42-cf537bb21c54 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389946 Sep 16 17:47:46.677022 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e4c43-3f0c-4ee9-8a02-584b63fe38f5 req-6647309e-b25f-40ae-a6a0-f30737f89357 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:46.678519 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8b1e4c43-3f0c-4ee9-8a02-584b63fe38f5 req-6647309e-b25f-40ae-a6a0-f30737f89357 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0779312 Sep 16 17:47:46.726160 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8b1e4c43-3f0c-4ee9-8a02-584b63fe38f5 req-b0166ab0-4d19-42f1-ab79-442a03a642ec tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Sep 16 17:47:47.945579 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b0c2-6b22-48e5-bb8e-da42a1d3086c req-2bb7bb7a-3d82-464c-8742-78b444d4c3ca tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:47.946841 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f354b0c2-6b22-48e5-bb8e-da42a1d3086c req-2bb7bb7a-3d82-464c-8742-78b444d4c3ca tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0804291 Sep 16 17:47:47.991168 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f354b0c2-6b22-48e5-bb8e-da42a1d3086c req-e22bef1f-5000-4002-85a5-d17c158537c6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 Sep 16 17:47:49.193317 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4038-000e-4948-9227-47b6a0324b27 req-4c4044b9-d469-47c9-80b9-1631903184c2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:49.194682 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-53fd4038-000e-4948-9227-47b6a0324b27 req-4c4044b9-d469-47c9-80b9-1631903184c2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0839579 Sep 16 17:47:49.249918 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-53fd4038-000e-4948-9227-47b6a0324b27 req-d0da6336-655c-4fdc-84c3-9486e59d02ac tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490999 Sep 16 17:47:50.434137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fb459-5d33-47fc-aa78-a2a1633be74c req-24adf4ae-a456-47cb-b9a9-f65ef7505402 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:50.435574 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-206fb459-5d33-47fc-aa78-a2a1633be74c req-24adf4ae-a456-47cb-b9a9-f65ef7505402 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0809300 Sep 16 17:47:50.478973 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-206fb459-5d33-47fc-aa78-a2a1633be74c req-2a5d59d9-1ccb-46f5-b374-1a220b95a1e0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371306 Sep 16 17:47:51.676947 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4e26-7764-414a-a470-cbe91f2b47b3 req-cf0bd43a-6988-405d-8dfa-5fc1d6d929bf tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:51.678407 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dd0d4e26-7764-414a-a470-cbe91f2b47b3 req-cf0bd43a-6988-405d-8dfa-5fc1d6d929bf tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0872662 Sep 16 17:47:51.722542 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-dd0d4e26-7764-414a-a470-cbe91f2b47b3 req-c52d0d01-6dbd-42ed-b710-92bcbfd17bc7 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Sep 16 17:47:52.932979 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efea7-c7da-43dc-bf93-2477c94cf7d2 req-54f4f3a6-3996-4dac-b10a-343115557b5f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:52.934614 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f45efea7-c7da-43dc-bf93-2477c94cf7d2 req-54f4f3a6-3996-4dac-b10a-343115557b5f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1032071 Sep 16 17:47:52.985225 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f45efea7-c7da-43dc-bf93-2477c94cf7d2 req-8aa08cb2-d17d-4e6e-9f14-06f13013c10c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450087 Sep 16 17:47:54.261287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c5be6-263d-482a-87bb-f32413f00da0 req-6968de53-abf7-4382-867f-a15852c5403e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:54.262646 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-555c5be6-263d-482a-87bb-f32413f00da0 req-6968de53-abf7-4382-867f-a15852c5403e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.1598601 Sep 16 17:47:54.305638 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-555c5be6-263d-482a-87bb-f32413f00da0 req-65dd3580-68de-4deb-a44a-6a43f5a8d5dc tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367970 Sep 16 17:47:55.501355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e20f1-40d4-485f-a085-f04ac240754a req-41d7884f-ffd5-4680-b29f-b892bbec8af3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:55.503834 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-188e20f1-40d4-485f-a085-f04ac240754a req-41d7884f-ffd5-4680-b29f-b892bbec8af3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0884097 Sep 16 17:47:55.551360 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-188e20f1-40d4-485f-a085-f04ac240754a req-139eae74-bcb1-4012-b1d8-e10babecb31c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Sep 16 17:47:56.741654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3897d-290d-4195-b1bd-a8e5524686df req-646d160f-5223-4891-bb6e-530e29cbb98f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:56.743011 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6dc3897d-290d-4195-b1bd-a8e5524686df req-646d160f-5223-4891-bb6e-530e29cbb98f tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0814164 Sep 16 17:47:56.789806 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6dc3897d-290d-4195-b1bd-a8e5524686df req-4c7084a5-ee58-4166-b4be-1df123c4b27b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Sep 16 17:47:57.987792 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c52eb3-93a2-4a8b-8152-cc1973afa6bd req-11cf72e5-d979-4a00-9439-3904c6628ad6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:57.989260 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-69c52eb3-93a2-4a8b-8152-cc1973afa6bd req-11cf72e5-d979-4a00-9439-3904c6628ad6 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0869095 Sep 16 17:47:58.033726 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-69c52eb3-93a2-4a8b-8152-cc1973afa6bd req-9f0e7126-2fbd-4f05-a71c-6208e8cdc518 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Sep 16 17:47:59.229906 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e709604-641a-4ebc-a288-49e4c9068572 req-bcfc324d-c1ad-4c10-9ac4-8dab0e183f33 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:47:59.233137 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:47:59.236084 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e709604-641a-4ebc-a288-49e4c9068572 req-bcfc324d-c1ad-4c10-9ac4-8dab0e183f33 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 944 time: 0.0930591 Sep 16 17:47:59.280155 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6e709604-641a-4ebc-a288-49e4c9068572 req-451ce142-50df-4fb8-bfdb-5b87ada2252b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Sep 16 17:47:59.375806 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:59.389540 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'port_id': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'mac_address': 'fa:16:3e:21:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:47:59.444508 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:59.460905 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:47:59.476354 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:47:59.480443 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:47:59.482391 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:47:59.549006 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=9']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:47:59.552601 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:47:59.695455 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['2a55b61a-fc75-412b-9eb4-f71174da75ed'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:48:00.477340 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e1be0-3bbc-46dd-9b7d-9a2dfaa75cbe req-66c2233d-007c-4d42-a04a-d1a46c3aa165 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:00.479365 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4a3e1be0-3bbc-46dd-9b7d-9a2dfaa75cbe req-66c2233d-007c-4d42-a04a-d1a46c3aa165 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 945 time: 0.0818791 Sep 16 17:48:00.524873 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4a3e1be0-3bbc-46dd-9b7d-9a2dfaa75cbe req-dfdf01ce-5b5c-47c3-83df-0b50acc619e0 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Sep 16 17:48:00.725197 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-bf983393-2278-4a3e-8fc7-04ee2bd381f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.230613 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:48:01.323939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.336340 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 2a55b61a-fc75-412b-9eb4-f71174da75ed triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:48:01.336711 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.458073 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.506376 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:01.518816 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:01.577454 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:01.580640 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:01.655570 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=10']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:01.673179 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:01.677344 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'code': 200} Sep 16 17:48:01.758351 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f2a7-ddd7-4034-b4a9-42e322586984 req-a3354544-e05d-4f85-b0e1-1953e34b6b50 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:01.759804 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3f78f2a7-ddd7-4034-b4a9-42e322586984 req-a3354544-e05d-4f85-b0e1-1953e34b6b50 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.0868874 Sep 16 17:48:01.812060 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3f78f2a7-ddd7-4034-b4a9-42e322586984 req-a0d2fae4-a981-4a40-a72b-6b48a91b9700 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Sep 16 17:48:01.917857 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484bf19-c12e-4270-9507-e65880bafcef req-65212ab5-14b3-4e97-b56a-1ee19843916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:01.919324 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f484bf19-c12e-4270-9507-e65880bafcef req-65212ab5-14b3-4e97-b56a-1ee19843916c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 1100 time: 0.0718524 Sep 16 17:48:01.962452 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f484bf19-c12e-4270-9507-e65880bafcef req-68f73e97-cc02-4179-a4ec-b80b951164bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360281 Sep 16 17:48:03.008285 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05da0a-21cc-4a1a-9abe-c7eae22f84b2 req-171b0ec8-e22a-40e2-8df6-4ddf24edd80c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:03.009776 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b05da0a-21cc-4a1a-9abe-c7eae22f84b2 req-171b0ec8-e22a-40e2-8df6-4ddf24edd80c tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.0871236 Sep 16 17:48:03.054819 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b05da0a-21cc-4a1a-9abe-c7eae22f84b2 req-0ccb450f-8a4e-49b4-8748-57d5d534d06b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Sep 16 17:48:03.412271 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2fee0221-49f0-4dfd-ba82-c32e31a02d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:04.249450 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d856297-7942-4b82-9adc-4c3c8771e2a3 req-44832baa-7158-4192-b25c-5ac7142742fb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:04.250839 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6d856297-7942-4b82-9adc-4c3c8771e2a3 req-44832baa-7158-4192-b25c-5ac7142742fb tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.0798447 Sep 16 17:48:04.300729 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6d856297-7942-4b82-9adc-4c3c8771e2a3 req-76b581b4-da2d-46d5-a6d2-53c8d2dec776 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 Sep 16 17:48:04.421918 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:05.792688 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:07.022562 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:48:08.911364 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:10.529758 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d787b-260d-48cb-a79c-587b49cc65b4 req-6b805fe9-efaa-44ef-bb7e-600ae8c5e4ee tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:10.531185 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-660d787b-260d-48cb-a79c-587b49cc65b4 req-6b805fe9-efaa-44ef-bb7e-600ae8c5e4ee tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.0787029 Sep 16 17:48:10.574517 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-660d787b-260d-48cb-a79c-587b49cc65b4 req-d99fc248-f98b-4f15-a238-966e82e5b895 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372655 Sep 16 17:48:11.768021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438789cd-3a3c-4317-8cf9-eb6178a4b433 req-01d3d988-6e86-4bc7-a09f-a8654395b962 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:11.769472 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-438789cd-3a3c-4317-8cf9-eb6178a4b433 req-01d3d988-6e86-4bc7-a09f-a8654395b962 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.0830400 Sep 16 17:48:11.812169 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-438789cd-3a3c-4317-8cf9-eb6178a4b433 req-8981f39b-a0d5-4a4d-a196-feb98c369290 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371079 Sep 16 17:48:12.255130 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-bec7aeb1-143d-4d67-ac4f-e402536ecf42 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:12.256493 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-bec7aeb1-143d-4d67-ac4f-e402536ecf42 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.0781291 Sep 16 17:48:12.328242 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Deleting port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:12.328582 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:12.569343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] For port 11b6a5a0-7efc-4b60-896e-bdcf5c139547, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=11b6a5a0-7efc-4b60-896e-bdcf5c139547,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:12.569642 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:12.980657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:12.981356 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:12.981356 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Floating IP 9c024f12-f196-44a6-9d55-e3f4b4857921 disassociated. External IP: 172.28.0.88, port: 11b6a5a0-7efc-4b60-896e-bdcf5c139547. Sep 16 17:48:12.981657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Calling delete_port for 11b6a5a0-7efc-4b60-896e-bdcf5c139547 owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:13.080355 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a71b-a8b7-40f4-a881-4bf817c5e849 req-ee5f09c0-d76c-48c9-8453-0ab8df39d33a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:13.081989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8293a71b-a8b7-40f4-a881-4bf817c5e849 req-ee5f09c0-d76c-48c9-8453-0ab8df39d33a tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 946 time: 0.1589077 Sep 16 17:48:13.179403 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8293a71b-a8b7-40f4-a881-4bf817c5e849 req-40b1d342-c339-44e4-9476-594e0643e09f tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae42871-06fa-4c54-8c5e-8f35ae6c9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901730 Sep 16 17:48:13.183654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:13.189320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3046789f-638d-449b-bf92-4299ff284115 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:13.232075 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'Port': ['ID=11b6a5a0-7efc-4b60-896e-bdcf5c139547,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:13.243706 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.244086 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.244461 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.244832 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.245191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.245550 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.245907 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.246265 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.246622 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.246977 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.247327 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.247772 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:13.251301 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:13.429570 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:13.605896 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:13.616607 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:13.638303 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:13.638925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:13.683313 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] No DVR routers for this DVR port 11b6a5a0-7efc-4b60-896e-bdcf5c139547 on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:13.685795 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:13.688492 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'name': 'network-vif-deleted', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:13.701473 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4886a279-5ef1-4ba7-88d9-8a98ef210b79 req-5812db48-4999-4329-a605-848eeae1ff65 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.36 "DELETE /v2.0/ports/11b6a5a0-7efc-4b60-896e-bdcf5c139547 HTTP/1.1" status: 204 len: 173 time: 1.4397233 Sep 16 17:48:13.825354 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:13.825768 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8efa9d1-1a0c-4fa8-addd-723796f5a43b', 'name': 'network-vif-deleted', 'tag': '11b6a5a0-7efc-4b60-896e-bdcf5c139547', 'status': 'completed', 'code': 200} Sep 16 17:48:14.136874 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:14.140666 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:14.149908 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:14.150501 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:14.336899 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:14.347199 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d4005f2-1b0a-48c9-b0c5-883c609d6420 req-5e627db7-4a6c-4ebe-95fd-1f5f8fa68677 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Synchronizing usage tracker for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:48:14.363021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-3d4005f2-1b0a-48c9-b0c5-883c609d6420 req-5e627db7-4a6c-4ebe-95fd-1f5f8fa68677 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Unset dirty status for tenant:3ca8eb3e66ba445ca3c0bfbcc85aa6d6 on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:48:14.364237 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3d4005f2-1b0a-48c9-b0c5-883c609d6420 req-5e627db7-4a6c-4ebe-95fd-1f5f8fa68677 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8efa9d1-1a0c-4fa8-addd-723796f5a43b HTTP/1.1" status: 200 len: 210 time: 0.0592864 Sep 16 17:48:14.661057 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:14.664882 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670fb42-eb8c-4106-acae-5be9cba6f79b None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:43:12Z', 'revision_number': 4, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '203298ae-01bd-4f9b-adb1-3f00ed99e5b2', 'name': '', 'network_id': 'e9c9e603-3f35-44bb-9ad5-bcd03e887344', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'mac_address': 'fa:16:3e:93:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:11Z', 'updated_at': '2021-09-16T17:43:20Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'subnets': [{'id': '26a29f84-fc44-4867-ad51-05c6966d959b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:14.896233 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abeef6-4d22-453f-a8f2-d485f74db7b4 None None] New status for floating IP 9c024f12-f196-44a6-9d55-e3f4b4857921: DOWN {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:48:15.308958 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 11b6a5a0-7efc-4b60-896e-bdcf5c139547 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:15.342642 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 11b6a5a0-7efc-4b60-896e-bdcf5c139547 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:15.342997 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 11b6a5a0-7efc-4b60-896e-bdcf5c139547 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:15.587791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47496) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:15.651192 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:15.678852 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:15.729091 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:15.733001 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b78851f8-7370-4115-98af-b2264b3cbf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:15.750620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae42871-06fa-4c54-8c5e-8f35ae6c9f60,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:15.753872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:15.762762 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:15.763910 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-aa3e6386-e486-46c8-9f1a-dd93891467e2 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "DELETE /v2.0/security-groups/aae42871-06fa-4c54-8c5e-8f35ae6c9f60 HTTP/1.1" status: 204 len: 168 time: 0.1751366 Sep 16 17:48:15.766559 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47500) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:15.782278 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.api.v2.resource [None req-4a746b65-2f11-436c-a852-c142a75cb4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] show failed (client error): The resource could not be found. Sep 16 17:48:15.783809 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-4a746b65-2f11-436c-a852-c142a75cb4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "GET /v2.0/security-groups/aae42871-06fa-4c54-8c5e-8f35ae6c9f60 HTTP/1.1" status: 404 len: 347 time: 0.0158050 Sep 16 17:48:15.786959 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47504) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:15.938232 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Deleting port 1475ce0c-97f3-4cce-9d23-f77d8c8342a8 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:15.938566 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.196760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.196985 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.315020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Calling delete_port for 1475ce0c-97f3-4cce-9d23-f77d8c8342a8 owned by network:floatingip {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:16.451985 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.456906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:16.499769 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Pushing event deleted for resources: {'Port': ['ID=1475ce0c-97f3-4cce-9d23-f77d8c8342a8,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:16.526317 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:16.590762 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks [] for floatingip, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.607886 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:16.609006 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] 10.222.0.32 "DELETE /v2.0/floatingips/9c024f12-f196-44a6-9d55-e3f4b4857921 HTTP/1.1" status: 204 len: 168 time: 0.8211915 Sep 16 17:48:20.715372 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47534) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:21.427763 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:21.763137 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Deleting port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:21.763799 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:21.930565 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] For port 203298ae-01bd-4f9b-adb1-3f00ed99e5b2, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:21.930915 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:22.052201 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Calling delete_port for 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 owned by network:router_interface {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:22.227516 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:22.231171 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6a212412-1132-4fe0-8146-6c399b613d04 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:22.276287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=203298ae-01bd-4f9b-adb1-3f00ed99e5b2,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:22.278755 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:22.550713 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:22.998921 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Router dd74b044-e5a4-49e2-8831-459c01c3eeb8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:23.173298 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:23.181465 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Sync routers for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:23.186472 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0fbdcf69-cc75-4cba-a3c0-060378c660a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd74b044-e5a4-49e2-8831-459c01c3eeb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696372 Sep 16 17:48:23.188621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47540) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:23.191563 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:23.192192 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:23.363572 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:23.396652 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:23.539250 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:23.549164 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Deleting port e5ee94aa-7e67-46e0-aba2-2395e22b22a9 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:23.549635 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:23.688735 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:48:22Z', 'revision_number': 5, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port': {'id': 'e5ee94aa-7e67-46e0-aba2-2395e22b22a9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:06Z', 'updated_at': '2021-09-16T17:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:23.692665 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Checking router: dd74b044-e5a4-49e2-8831-459c01c3eeb8 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:23.700944 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Routers {'dd74b044-e5a4-49e2-8831-459c01c3eeb8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:23.701571 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:03Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:23.722907 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] For port e5ee94aa-7e67-46e0-aba2-2395e22b22a9, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:23.723252 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:23.846989 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Calling delete_port for e5ee94aa-7e67-46e0-aba2-2395e22b22a9 owned by network:router_gateway {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:23.850832 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] Set router dd74b044-e5a4-49e2-8831-459c01c3eeb8 gateway port host: None {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:23.955827 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:48:23Z', 'revision_number': 6, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port_host': None}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:23.959741 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4d42-d64e-4332-9e08-5457f2a9708e None None] The sync data for ids ['dd74b044-e5a4-49e2-8831-459c01c3eeb8'] in dv-cinder-809439-1-smb is: [{'id': 'dd74b044-e5a4-49e2-8831-459c01c3eeb8', 'name': 'tempest-AttachVolumeTestJSON-1489212293-router', 'tenant_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:05Z', 'updated_at': '2021-09-16T17:48:23Z', 'revision_number': 6, 'project_id': '3ca8eb3e66ba445ca3c0bfbcc85aa6d6', 'gw_port_host': None}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:24.118826 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.122350 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-82c28f3e-1907-482e-b5d2-38c2ab236fc3 tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:24.165240 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ee94aa-7e67-46e0-aba2-2395e22b22a9,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:24.168322 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:24.261573 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.435814 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.437968 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.460908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.461460 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd74b044-e5a4-49e2-8831-459c01c3eeb8 {{(pid=79462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:48:24.473880 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] Notify callbacks [] for router, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.474985 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-77b007c0-83ca-4380-8ccd-c5250f2d8d74 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dd74b044-e5a4-49e2-8831-459c01c3eeb8 HTTP/1.1" status: 204 len: 168 time: 1.2854640 Sep 16 17:48:24.477397 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47544) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:24.535394 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Deleting subnet 26a29f84-fc44-4867-ad51-05c6966d959b {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:48:24.538182 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.587016 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.662769 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.732903 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.740787 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1feb54e8-e01b-43eb-927a-3f3106a7c565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:24.779784 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a29f84-fc44-4867-ad51-05c6966d959b,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:24.781724 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.784566 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:24.785882 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de1df1-151f-4e12-b49c-8239f35493ae None None] Network e9c9e603-3f35-44bb-9ad5-bcd03e887344 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:24.789070 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-0f9996db-14e3-4234-bc87-2a1a89b12b87 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26a29f84-fc44-4867-ad51-05c6966d959b HTTP/1.1" status: 204 len: 168 time: 0.3107643 Sep 16 17:48:24.791581 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47548) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:24.899152 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:24.910104 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Deleting port 6c8f8727-befc-4af0-9f22-36682e11faeb {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:24.910446 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.044936 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] DHCP port deletion for e9c9e603-3f35-44bb-9ad5-bcd03e887344 request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:48:25.049415 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Deleting port 6c8f8727-befc-4af0-9f22-36682e11faeb {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:25.049806 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.127784 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] For port 6c8f8727-befc-4af0-9f22-36682e11faeb, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=6c8f8727-befc-4af0-9f22-36682e11faeb,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:25.128368 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.249474 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] For port 6c8f8727-befc-4af0-9f22-36682e11faeb, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=6c8f8727-befc-4af0-9f22-36682e11faeb,segment=NetworkSegment(8585d4cc-1976-4745-9e30-053f6455d3d7),segment_id=8585d4cc-1976-4745-9e30-053f6455d3d7)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:25.249781 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.254396 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Calling delete_port for 6c8f8727-befc-4af0-9f22-36682e11faeb owned by network:dhcp {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:25.333833 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.337590 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0605997c-8bda-43be-80f7-8600710fdcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:25.369007 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Calling delete_port for 6c8f8727-befc-4af0-9f22-36682e11faeb owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:25.379012 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8f8727-befc-4af0-9f22-36682e11faeb,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:25.382511 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:25.384737 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] No DVR routers for this DVR port 6c8f8727-befc-4af0-9f22-36682e11faeb on host dv-cinder-809439-1-smb {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:25.478064 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.api [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:48:25.478411 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_db.api [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:48:25.499273 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.528424 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c9e603-3f35-44bb-9ad5-bcd03e887344']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:25.621475 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8585d4cc-1976-4745-9e30-053f6455d3d7') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:25.621770 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8585d4cc-1976-4745-9e30-053f6455d3d7') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:25.634803 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.650821 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.656655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:48:25.657033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:48:25.669562 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:48:25.745043 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.748657 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:25.761655 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:25.771427 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c9e603-3f35-44bb-9ad5-bcd03e887344,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:25.774421 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:25.785049 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9c9e603-3f35-44bb-9ad5-bcd03e887344 HTTP/1.1" status: 204 len: 168 time: 0.9924684 Sep 16 17:48:25.895864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47556) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:25.943258 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-a4764f52-315a-4cb4-9313-a1f0a5d0436f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ca8eb3e66ba445ca3c0bfbcc85aa6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461981 Sep 16 17:48:25.946650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47560) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:25.979551 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Deleting port 6c8f8727-befc-4af0-9f22-36682e11faeb {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:25.980042 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.005002 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.030504 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.047024 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:26.075079 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-962acd35-75b0-4d4d-b260-e4514b69e1ae None None] The port '6c8f8727-befc-4af0-9f22-36682e11faeb' was deleted {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:48:26.083495 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.086463 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:26.086821 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 203298ae-01bd-4f9b-adb1-3f00ed99e5b2 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:26.087258 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5ee94aa-7e67-46e0-aba2-2395e22b22a9 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:26.088011 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-183e88b2-61e1-4b97-9f11-a5a7897f30a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:26.105163 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2333b2-234c-4982-bda2-d6074bf52fa4,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:26.107785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:26.116408 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.119907 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a2333b2-234c-4982-bda2-d6074bf52fa4 HTTP/1.1" status: 204 len: 168 time: 0.1699836 Sep 16 17:48:26.130165 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: e5ee94aa-7e67-46e0-aba2-2395e22b22a9 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:26.130696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device e5ee94aa-7e67-46e0-aba2-2395e22b22a9 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:26.130999 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 6c8f8727-befc-4af0-9f22-36682e11faeb no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:26.168169 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 6c8f8727-befc-4af0-9f22-36682e11faeb {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:26.168514 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 6c8f8727-befc-4af0-9f22-36682e11faeb not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:26.817268 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47584) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:26.919967 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1283071014-network', 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:26.924545 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:26.928252 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Usage tracker for resource:network and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:26.930988 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:26.937335 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:26.947405 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'network': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:48:26.949679 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.962178 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:26.976309 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:26.980078 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Usage tracker for resource:security_group_rule and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:26.982789 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:26.988662 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:27.069456 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.073143 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.075873 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-436e5865-7bd9-4a14-bbbe-763580168c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:27.104542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=79462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:48:27.113750 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f42bbe-85a6-41f8-aa44-ee90cab4a82f,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:27.117247 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:27.119872 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.120218 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.segments_db [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Added segment 0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0 of type vlan for network f201286a-44e8-4446-ae64-96f6c83d226b Sep 16 17:48:27.147528 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.175885 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.177134 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:27.177707 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.182118 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:27.278837 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4604776 Sep 16 17:48:27.282059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47590) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:27.284935 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Pushing event updated for resources: {'Network': ['ID=f201286a-44e8-4446-ae64-96f6c83d226b,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:27.287471 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:27.290853 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Request body: {'subnet': {'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1283071014-subnet', 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:27.298023 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network f201286a-44e8-4446-ae64-96f6c83d226b details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:48:27.301124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:27.303198 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Usage tracker for resource:subnet and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:27.306096 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:27.311972 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:27.323395 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:48:27.325792 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13729948'] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.529760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14858328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13729962'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.534122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:27.605164 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a387d3-397e-4b2f-9677-35b31faa2a61,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:27.615791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.616155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.616513 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.616862 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.617211 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.617557 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.617898 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.618240 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.618582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.618921 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.619256 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.619603 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:27.623220 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:27.625766 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Checking segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:48:27.626110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Network hostable DHCP agents. Network: f201286a-44e8-4446-ae64-96f6c83d226b, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:48:27.645379 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Network f201286a-44e8-4446-ae64-96f6c83d226b is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:48:27.654197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, f201286a-44e8-4446-ae64-96f6c83d226b) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:48:27.658529 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:27.659106 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:27.663030 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865e391-adbb-4118-b199-935c1e00f871 None None] Network f201286a-44e8-4446-ae64-96f6c83d226b requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:27.679808 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3966603 Sep 16 17:48:27.870097 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff082353-f870-41b1-82c9-b39f6425fc4e None None] Network f201286a-44e8-4446-ae64-96f6c83d226b requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:28.184757 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-e9b33ad0-64d4-4e01-8728-45e9b0069282 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:28.185428 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-e9b33ad0-64d4-4e01-8728-45e9b0069282 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:network {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:48:28.201851 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-e9b33ad0-64d4-4e01-8728-45e9b0069282 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:network {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:48:28.203053 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-e9b33ad0-64d4-4e01-8728-45e9b0069282 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1601138 Sep 16 17:48:28.218263 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-dd76baac-ae5f-486f-93a0-c0936edbae58 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/quotas/f98a9e8d72614694b22ea98d00a18eff HTTP/1.1" status: 200 len: 375 time: 0.0090251 Sep 16 17:48:28.264966 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-e085e8bc-726e-4cbe-9b0b-c72843731db8 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412066 Sep 16 17:48:28.441426 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-9a577fd2-0bd6-41b4-a8d6-36abb54cbc85 service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697757 Sep 16 17:48:28.570227 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-2d0448c4-f9be-466d-a9cb-02f8fd0ce29e service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230307 Sep 16 17:48:28.749270 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-14b6d2ba-8cfe-4a5a-97c6-6e8dc38af32b req-23eccf0a-549d-4253-a840-f213faf7cfd6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 210 time: 0.0458057 Sep 16 17:48:29.756282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-c17f6152-987d-4af4-a11b-8dad52f78e7d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:29.757700 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-c17f6152-987d-4af4-a11b-8dad52f78e7d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1452405 Sep 16 17:48:29.769572 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Request body: {'port': {'device_id': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'admin_state_up': True, 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:29.912619 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-55edf4f2-e9d3-4b47-9af1-9976cf3db157 req-14f74dda-bb52-4250-8425-f4cf3da0619e tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 210 time: 0.0482934 Sep 16 17:48:29.952386 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:29.956191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Usage tracker for resource:port and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:29.959005 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:29.964503 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:29.974887 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'port': 1} {{(pid=79462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:48:29.978410 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.134265 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_common [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Allocated IP 172.20.0.12 (f201286a-44e8-4446-ae64-96f6c83d226b/73a387d3-397e-4b2f-9677-35b31faa2a61/0fad9465-75af-4b0a-936d-172be5f9c962) {{(pid=79462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:48:30.414294 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks [] for port, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.442177 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.447502 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b9292118-d664-463b-8784-c2dc69ad4be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:30.514357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Network f201286a-44e8-4446-ae64-96f6c83d226b is already hosted by enough agents. {{(pid=79462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:48:30.518537 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.base_scheduler [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources bound (agent type, host, resource id): {{(pid=79462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:48:30.522672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Received port after_create {{(pid=79462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:48:30.561562 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event updated for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:30.566486 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:30.592552 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:30.593152 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.612573 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467693 Sep 16 17:48:30.623499 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.v2.base [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Request body: {'port': {'device_id': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:30.726895 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-7fd1692c-c1f8-4b01-ad3d-5e68c6a7ca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:30.735102 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.123584 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fad9465-75af-4b0a-936d-172be5f9c962 {{(pid=79462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:31.134476 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.153943 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.provisioning_blocks [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Transition to ACTIVE for port object 0fad9465-75af-4b0a-936d-172be5f9c962 will not be triggered until provisioned by entity L2. {{(pid=79462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:48:31.158773 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.163518 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-fa1a1802-89ee-4bb0-bd2a-e48849c56016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:31.209544 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-65f5e85d-4546-4785-8909-b04a4fa3b0dc tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:31.210151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-65f5e85d-4546-4785-8909-b04a4fa3b0dc tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:48:31.311324 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Pushing event updated for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=2']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:31.316165 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:31.316343 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.340279 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-65f5e85d-4546-4785-8909-b04a4fa3b0dc tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:48:31.341426 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-65f5e85d-4546-4785-8909-b04a4fa3b0dc tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 932 time: 0.3230577 Sep 16 17:48:31.433264 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-4d99a93f-29db-40db-bc74-b0432703fb1c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:security_group {{(pid=79462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:48:31.460314 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Attempting to bind port 0fad9465-75af-4b0a-936d-172be5f9c962 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:48:31.460569 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Attempting to bind port 0fad9465-75af-4b0a-936d-172be5f9c962 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:48:31.460893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Attempting to bind port 0fad9465-75af-4b0a-936d-172be5f9c962 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:48:31.465944 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Port 0fad9465-75af-4b0a-936d-172be5f9c962 on network f201286a-44e8-4446-ae64-96f6c83d226b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:48:31.466196 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Attempting to bind port 0fad9465-75af-4b0a-936d-172be5f9c962 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:48:31.472448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-4d99a93f-29db-40db-bc74-b0432703fb1c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:security_group {{(pid=79462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:48:31.473612 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b8d08077-9d00-47c3-a94d-faa71871f9a2 req-4d99a93f-29db-40db-bc74-b0432703fb1c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255238 Sep 16 17:48:31.474442 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:48:31.474778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Checking segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:48:31.475138 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Bound using segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} {{(pid=79462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:48:31.475557 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.managers [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Bound port: 0fad9465-75af-4b0a-936d-172be5f9c962, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}}] {{(pid=79462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:48:31.475924 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.568749 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, cleared binding levels {{(pid=79462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:48:31.571706 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=0fad9465-75af-4b0a-936d-172be5f9c962,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:48:31.575694 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15883216'] for port, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.580439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1ee630ac-44ee-44d0-b0fc-04aa7a39d611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:31.635048 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:31.635735 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:31.637110 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] 10.222.0.36 "PUT /v2.0/ports/0fad9465-75af-4b0a-936d-172be5f9c962 HTTP/1.1" status: 200 len: 1094 time: 1.0174475 Sep 16 17:48:31.637601 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:31.659613 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Pushing event updated for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=3']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:31.662433 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:31.707824 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962', 'status': 'completed', 'code': 200} Sep 16 17:48:31.747300 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-b63d32a3-ab27-4d17-a1e6-6d7dfb84c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:31.748705 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-b63d32a3-ab27-4d17-a1e6-6d7dfb84c766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 1097 time: 0.0749729 Sep 16 17:48:31.818372 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-24f1bc47-b47c-40e1-888c-26a2cdd81c70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fad9465-75af-4b0a-936d-172be5f9c962 HTTP/1.1" status: 200 len: 217 time: 0.0609455 Sep 16 17:48:31.881540 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-c4adefd8-efb9-45ea-afa7-6ad6c1cdea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:31.883194 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-c4adefd8-efb9-45ea-afa7-6ad6c1cdea15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0577478 Sep 16 17:48:31.929752 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-ed4431f8-359b-4333-a408-58661fe7efe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Sep 16 17:48:32.144159 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-bd7f6f31-66c5-4fd0-8c3b-eb741e75bb1e service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079964 Sep 16 17:48:32.274535 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-def3a1b0-994e-43e9-bcc8-4d82759d9e3f req-a05fd903-43ee-49dd-a071-a6bbb59d6ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231806 Sep 16 17:48:32.391580 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-c1f553b4-46c9-4f0c-8507-07fb7056c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:32.393653 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-c1f553b4-46c9-4f0c-8507-07fb7056c031 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 1097 time: 0.0753715 Sep 16 17:48:32.528649 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-c574f9b5-082e-469c-9b7c-55d2c6d427f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:32.530157 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-c574f9b5-082e-469c-9b7c-55d2c6d427f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 916 time: 0.1276348 Sep 16 17:48:32.630455 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-c5b423c0-cfdb-41f3-be07-ceaa02d70b0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fad9465-75af-4b0a-936d-172be5f9c962 HTTP/1.1" status: 200 len: 217 time: 0.0923913 Sep 16 17:48:32.711612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-569790f5-afca-4c59-be37-a810fc7db46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:32.713059 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-569790f5-afca-4c59-be37-a810fc7db46a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0718691 Sep 16 17:48:32.729789 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb087cf-ae04-4d1f-8940-ffb73331179c req-d01b73c2-fd47-4b66-8959-071f4d7a55aa tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:32.731181 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bb087cf-ae04-4d1f-8940-ffb73331179c req-d01b73c2-fd47-4b66-8959-071f4d7a55aa tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 944 time: 0.1411963 Sep 16 17:48:32.785660 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-7f140b60-7e97-4904-a120-19fc7d50ee02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633056 Sep 16 17:48:32.883986 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5bb087cf-ae04-4d1f-8940-ffb73331179c req-f358fff9-0256-4cba-8415-d1dc04fca802 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166949 Sep 16 17:48:32.934515 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-74909e9f-8111-4369-be68-09f7226915a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419525 Sep 16 17:48:33.065398 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ad2cd943-fd42-43d9-a5fa-4d8eb1457e00 req-29f20a48-f277-4303-9824-018802ccdda1 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230068 Sep 16 17:48:33.386205 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-88df406d-4fe6-42d9-a456-fcf49940177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:34.068816 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4f30-b370-42c0-b5ec-a15ac82967d1 req-92f3d4b4-fd58-4616-b3b6-12c58426444d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:34.070264 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fbbe4f30-b370-42c0-b5ec-a15ac82967d1 req-92f3d4b4-fd58-4616-b3b6-12c58426444d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 944 time: 0.0784194 Sep 16 17:48:34.117653 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fbbe4f30-b370-42c0-b5ec-a15ac82967d1 req-40303b7e-53f1-4907-922d-be930d21d61c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Sep 16 17:48:34.425237 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:35.305578 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44135ca-571c-48cb-9574-153b380418e3 req-40c5ba44-a432-4960-b786-d9d8dccdf652 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:35.306965 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f44135ca-571c-48cb-9574-153b380418e3 req-40c5ba44-a432-4960-b786-d9d8dccdf652 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 944 time: 0.0794685 Sep 16 17:48:35.350893 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f44135ca-571c-48cb-9574-153b380418e3 req-fde266d4-8ba8-43a1-8b68-a08ad73d69b0 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Sep 16 17:48:35.390562 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 0fad9465-75af-4b0a-936d-172be5f9c962 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:48:35.522309 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=0fad9465-75af-4b0a-936d-172be5f9c962,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:35.536186 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '0fad9465-75af-4b0a-936d-172be5f9c962', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'port_id': '0fad9465-75af-4b0a-936d-172be5f9c962', 'mac_address': 'fa:16:3e:99:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a387d3-397e-4b2f-9677-35b31faa2a61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:48:35.588665 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:35.605432 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fad9465-75af-4b0a-936d-172be5f9c962 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:35.620839 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=0fad9465-75af-4b0a-936d-172be5f9c962,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:35.624693 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:35.626439 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-045f7247-01e9-4c71-a562-d139e82b524f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:35.693462 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:35.700604 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.700941 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.701271 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.701596 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.701915 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.702232 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.702550 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.702864 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.703183 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.703497 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.703832 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.704141 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:48:35.708527 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:35.795652 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:35.855574 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:48:36.300634 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a9f1a-6480-4c4c-9737-52043c378ea4 req-5842e054-733f-42d3-8eaf-f50dd6709f87 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:36.302062 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ee9a9f1a-6480-4c4c-9737-52043c378ea4 req-5842e054-733f-42d3-8eaf-f50dd6709f87 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.0846782 Sep 16 17:48:36.344626 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ee9a9f1a-6480-4c4c-9737-52043c378ea4 req-54c9108a-54b7-435f-adbd-6cb45d83b412 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368996 Sep 16 17:48:36.541640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd76d-e914-4926-aa28-30db901b8149 req-9e8e8b6a-4b87-47a9-ae7c-4c4fbbcee832 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:36.543092 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ddbfd76d-e914-4926-aa28-30db901b8149 req-9e8e8b6a-4b87-47a9-ae7c-4c4fbbcee832 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 945 time: 0.0829506 Sep 16 17:48:36.585944 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ddbfd76d-e914-4926-aa28-30db901b8149 req-35d4a9d1-c4db-499a-ba0b-2c7999746062 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Sep 16 17:48:37.402293 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 0fad9465-75af-4b0a-936d-172be5f9c962 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:48:37.472826 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 0fad9465-75af-4b0a-936d-172be5f9c962 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:48:37.477357 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 0fad9465-75af-4b0a-936d-172be5f9c962 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:48:37.477726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:37.594175 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-6514dd7c-a70b-4db8-abbf-4369bc1dc5c3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:37.596623 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-6514dd7c-a70b-4db8-abbf-4369bc1dc5c3 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.1025321 Sep 16 17:48:37.597160 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:37.604941 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74af0-a71c-4695-a607-82266fcfaa26 req-25ecf19a-d933-4c5c-99eb-e0e86b32dc3a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:37.606313 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-64d74af0-a71c-4695-a607-82266fcfaa26 req-25ecf19a-d933-4c5c-99eb-e0e86b32dc3a tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 947 time: 0.1532352 Sep 16 17:48:37.625276 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:37.635947 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=0fad9465-75af-4b0a-936d-172be5f9c962,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:37.640286 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:37.642766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:37.712396 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:37.715436 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:37.857366 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Deleting port 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:37.857702 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:37.882695 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-64d74af0-a71c-4695-a607-82266fcfaa26 req-b704e911-3280-471f-93dd-bb9bfb95204b tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups?id=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344785 Sep 16 17:48:37.939859 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962', 'code': 200} Sep 16 17:48:37.995284 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5b1b-3ff2-4320-a22f-8c63df0189a4 req-f300a1e6-cae4-4a5d-8394-57871a92725c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:37.997151 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-260b5b1b-3ff2-4320-a22f-8c63df0189a4 req-f300a1e6-cae4-4a5d-8394-57871a92725c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.2315578 Sep 16 17:48:38.131455 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-260b5b1b-3ff2-4320-a22f-8c63df0189a4 req-0d2faeb2-e4e9-4ddc-b31f-6292193240a2 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279724 Sep 16 17:48:38.164384 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51dbef-ea06-4184-8477-ef34a6efe8f9 req-40a806d0-fd43-49d0-8017-d459fa43775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:38.165875 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-4c51dbef-ea06-4184-8477-ef34a6efe8f9 req-40a806d0-fd43-49d0-8017-d459fa43775a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 1099 time: 0.0752673 Sep 16 17:48:38.176191 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] For port 2a55b61a-fc75-412b-9eb4-f71174da75ed, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=2a55b61a-fc75-412b-9eb4-f71174da75ed,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:38.176547 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:38.206658 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-4c51dbef-ea06-4184-8477-ef34a6efe8f9 req-0a5455e9-5d62-4177-b6aa-46a54562832e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Sep 16 17:48:38.461345 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:38.461623 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523795'] for floatingip, after_update {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:38.461930 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.db.l3_db [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Floating IP c3dd6bbc-61f0-4acc-b342-54fae3206c40 disassociated. External IP: 172.28.0.208, port: 2a55b61a-fc75-412b-9eb4-f71174da75ed. Sep 16 17:48:38.462261 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Calling delete_port for 2a55b61a-fc75-412b-9eb4-f71174da75ed owned by compute:nova {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:38.604786 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:38.609999 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f2bbbbe1-080e-4c8d-adc0-7925772fc5fd tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:38.627061 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47660) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:38.653904 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'Port': ['ID=2a55b61a-fc75-412b-9eb4-f71174da75ed,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:38.656787 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:38.839092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Deleting port 0b81612d-7def-4250-93d9-1d8ab718950e {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:38.839381 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:38.839495 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:38.901621 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.028799 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.029144 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.070833 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-fc040108-1fe3-4042-b14e-eaaa14bb7ae8 req-d52ba89e-595b-40f5-908e-61093850eae2 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcbee063-0401-4f32-99bc-2a0104c86cf4 HTTP/1.1" status: 200 len: 210 time: 0.0620282 Sep 16 17:48:39.080637 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:39.091040 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:39.119744 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:39.120601 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:39.187857 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] No DVR routers for this DVR port 2a55b61a-fc75-412b-9eb4-f71174da75ed on host hv-cinder-80943 {{(pid=79462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:39.193100 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.196282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-deleted', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed'}] {{(pid=79462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:39.270303 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c3e3df1-2c03-49e0-b957-d51d1174f5ac req-d5d5c11e-5ae4-40a9-bbb4-df48cb181f36 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.36 "DELETE /v2.0/ports/2a55b61a-fc75-412b-9eb4-f71174da75ed HTTP/1.1" status: 204 len: 173 time: 1.6629932 Sep 16 17:48:39.292708 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Calling delete_port for 0b81612d-7def-4250-93d9-1d8ab718950e owned by network:floatingip {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:39.309164 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbee063-0401-4f32-99bc-2a0104c86cf4', 'name': 'network-vif-deleted', 'tag': '2a55b61a-fc75-412b-9eb4-f71174da75ed', 'status': 'completed', 'code': 200} Sep 16 17:48:39.326824 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:39.500675 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.506958 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f5f5ef99-0bdf-4cea-9ec7-bc682a66ec2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:39.560589 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event deleted for resources: {'Port': ['ID=0b81612d-7def-4250-93d9-1d8ab718950e,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:39.563659 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:39.585008 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45be3-3c93-4173-9d77-6fe74b73cd88 req-28f08b98-ca24-4706-b7cb-fc7a120f19a5 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:39.586493 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eed45be3-3c93-4173-9d77-6fe74b73cd88 req-28f08b98-ca24-4706-b7cb-fc7a120f19a5 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.2276838 Sep 16 17:48:39.639969 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-eed45be3-3c93-4173-9d77-6fe74b73cd88 req-496a86ba-f9be-4d00-9198-2f91679da31d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468180 Sep 16 17:48:39.662254 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:39.664370 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for floatingip, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:39.664703 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.l3_db [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Floating IP 945f7f38-d7b1-4ff6-8b3f-e29ef8802b61 disassociated (deleted). External IP: 172.28.0.82, port: 4d367e2a-5394-43f4-b2f7-cee9ea121248. Sep 16 17:48:39.670773 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:39.678915 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:39.679500 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:39.868594 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:40.039217 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Router 365f94e1-87b8-441c-b217-5aaf0ee52530 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:40.196127 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:40.200136 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d0e95-f76b-422c-8fef-13ac83aa6e49 None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:42:23Z', 'revision_number': 4, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': 'ac416ef1-c54c-49cb-98b6-892a70cc6660', 'name': '', 'network_id': '2cff0586-b766-4fbd-87ca-dcc399dfa90a', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'mac_address': 'fa:16:3e:5e:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5392ae89-a587-4a5d-b71c-28771e360466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:20Z', 'updated_at': '2021-09-16T17:42:36Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'subnets': [{'id': '5392ae89-a587-4a5d-b71c-28771e360466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:40.216363 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47674) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:40.232014 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:40.242231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Sync routers for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:40.252976 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.261174 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:40.261785 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:40.293956 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.313812 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "DELETE /v2.0/floatingips/945f7f38-d7b1-4ff6-8b3f-e29ef8802b61 HTTP/1.1" status: 204 len: 168 time: 1.6854963 Sep 16 17:48:40.315069 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:40.340338 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.407001 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.416320 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:40.459981 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:40.464325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:40.482330 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.484965 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'status': 'completed', 'code': 200} Sep 16 17:48:40.487295 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47684) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:40.487853 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "DELETE /v2.0/security-groups/307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9 HTTP/1.1" status: 204 len: 168 time: 0.2702298 Sep 16 17:48:40.505897 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.api.v2.resource [None req-67646df2-47b1-455e-8a85-0be75426e391 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] show failed (client error): The resource could not be found. Sep 16 17:48:40.510072 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-67646df2-47b1-455e-8a85-0be75426e391 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "GET /v2.0/security-groups/307a0cdd-2cb3-45ee-bf2d-e04fc465d2a9 HTTP/1.1" status: 404 len: 347 time: 0.0183675 Sep 16 17:48:40.510469 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47688) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:40.543001 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:40.605177 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda469d2-e0fb-480f-95e5-be6bda3626ec None None] New status for floating IP c3dd6bbc-61f0-4acc-b342-54fae3206c40: DOWN {{(pid=79465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:48:40.837975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Deleting port d7c8163f-6547-4f0e-8ede-8d321904217c {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:40.838501 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:40.883431 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:40.887726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Checking router: 365f94e1-87b8-441c-b217-5aaf0ee52530 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:40.896948 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:40.897790 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:41.034041 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-1d06c057-b7ea-4232-b88c-f988e103e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.035520 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-1d06c057-b7ea-4232-b88c-f988e103e612 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 1098 time: 0.4451025 Sep 16 17:48:41.081991 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:41.158692 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:41.159026 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:41.306913 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Calling delete_port for d7c8163f-6547-4f0e-8ede-8d321904217c owned by network:floatingip {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:41.339466 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c89dc-fadd-482b-bc3f-2e989d10e5ba req-1bf4fd23-9008-49f4-8e91-44ff4db2d2ee tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.341376 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab2c89dc-fadd-482b-bc3f-2e989d10e5ba req-1bf4fd23-9008-49f4-8e91-44ff4db2d2ee tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.5502653 Sep 16 17:48:41.356886 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a6c1d-74c9-4183-9cfe-ae6b77729c22 req-92e81541-158d-4362-875d-1047335a0470 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.358320 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-607a6c1d-74c9-4183-9cfe-ae6b77729c22 req-92e81541-158d-4362-875d-1047335a0470 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.6298225 Sep 16 17:48:41.386670 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:41.390569 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3969b-317a-41a6-8622-a44654eaf4a4 None None] The sync data for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb is: [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:43:57Z', 'revision_number': 4, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb', '_interfaces': [{'id': '7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4', 'name': '', 'network_id': 'c81b33cc-2253-4355-8b2a-fa350f61e4df', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'mac_address': 'fa:16:3e:c9:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:56Z', 'updated_at': '2021-09-16T17:44:06Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'subnets': [{'id': '03d6776d-e2b8-48a6-9985-9505e16746f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:41.424565 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:41.459150 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-68784915-92d3-4847-96cd-d591f07a1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.460743 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-68784915-92d3-4847-96cd-d591f07a1ffc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 200 len: 909 time: 0.4105034 Sep 16 17:48:41.464482 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 2a55b61a-fc75-412b-9eb4-f71174da75ed {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:41.464914 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 2a55b61a-fc75-412b-9eb4-f71174da75ed not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:41.526760 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ab2c89dc-fadd-482b-bc3f-2e989d10e5ba req-0bac0565-63f8-4b6c-8a58-da0788efc329 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674845 Sep 16 17:48:41.554437 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-ff81dda6-ec76-43ec-ae0d-e0e1b17205a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 200 len: 217 time: 0.0815396 Sep 16 17:48:41.557394 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-607a6c1d-74c9-4183-9cfe-ae6b77729c22 req-b2906dcc-f900-4024-9aef-9a4fb2913085 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787040 Sep 16 17:48:41.636944 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.db.api [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:48:41.637275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_db.api [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:48:41.643959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-e5b99139-2ba5-46f9-a411-ba03392963c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.645489 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-e5b99139-2ba5-46f9-a411-ba03392963c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 200 len: 847 time: 0.0797007 Sep 16 17:48:41.652925 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12b4b8-16af-4b21-808f-41d972a5c117 None None] New status for floating IP 945f7f38-d7b1-4ff6-8b3f-e29ef8802b61: DOWN {{(pid=79464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 17:48:41.733852 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-9b1eae71-3658-4458-bee8-2666585c72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:41.735456 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-9b1eae71-3658-4458-bee8-2666585c72c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c81b33cc-2253-4355-8b2a-fa350f61e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761852 Sep 16 17:48:41.981670 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-dbd22f59-21a2-4dd4-ae42-28abf26ab863 service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384689 Sep 16 17:48:42.045571 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-a29f91af-6057-48ce-a3ea-d4fbe182f45e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:42.046260 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-a29f91af-6057-48ce-a3ea-d4fbe182f45e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Synchronizing usage tracker for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:48:42.061625 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-a29f91af-6057-48ce-a3ea-d4fbe182f45e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Unset dirty status for tenant:fae2cfecde9d442e8cf2177aa3c63770 on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:48:42.062743 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-a29f91af-6057-48ce-a3ea-d4fbe182f45e tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 945 time: 0.1225886 Sep 16 17:48:42.120806 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-58c376d5-4dd4-4017-8f94-d84396d44519 req-f1f89335-5449-4853-b041-2f16c98cdfff service neutron] 10.222.0.36 "GET /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313164 Sep 16 17:48:42.135124 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Deleting port 4d367e2a-5394-43f4-b2f7-cee9ea121248 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:42.135486 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.138721 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Deleting port d7c8163f-6547-4f0e-8ede-8d321904217c {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:42.139461 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.319242 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.319452 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.387839 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] For port 4d367e2a-5394-43f4-b2f7-cee9ea121248, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=4d367e2a-5394-43f4-b2f7-cee9ea121248,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:42.388196 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.442175 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Calling delete_port for d7c8163f-6547-4f0e-8ede-8d321904217c owned by network:floatingip {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:42.598754 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.602594 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cce517d0-ba9a-4f0b-b5a2-487d3410ac97 tempest-VolumesActionsTest-24813278 tempest-VolumesActionsTest-24813278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:42.621698 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Calling delete_port for 4d367e2a-5394-43f4-b2f7-cee9ea121248 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:42.644182 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Pushing event deleted for resources: {'Port': ['ID=d7c8163f-6547-4f0e-8ede-8d321904217c,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:42.649352 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:42.771424 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.777084 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:42.794705 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks [] for floatingip, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.822697 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event deleted for resources: {'Port': ['ID=4d367e2a-5394-43f4-b2f7-cee9ea121248,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:42.823480 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be30b-f631-4bca-b518-045abdd766cc req-b0d2229b-e9f2-470a-a443-a58f856cbf32 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:42.824967 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-570be30b-f631-4bca-b518-045abdd766cc req-b0d2229b-e9f2-470a-a443-a58f856cbf32 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e2a4faa-4ef5-41ca-b360-ec568a58958e HTTP/1.1" status: 200 len: 867 time: 0.1433604 Sep 16 17:48:42.825171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:42.826866 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for floatingip, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.827891 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ac02b194-f0f9-4f33-acd9-86cc312af3a5 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] 10.222.0.32 "DELETE /v2.0/floatingips/c3dd6bbc-61f0-4acc-b342-54fae3206c40 HTTP/1.1" status: 204 len: 168 time: 2.3163650 Sep 16 17:48:42.883771 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-570be30b-f631-4bca-b518-045abdd766cc req-e318623e-9f47-454b-9b30-ef1e9e87513d tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b9a79a7-e381-4353-9673-aab8e582e736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439625 Sep 16 17:48:42.927721 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] No DVR routers for this DVR port 4d367e2a-5394-43f4-b2f7-cee9ea121248 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:42.930305 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:42.932857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-deleted', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:42.951308 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-4f7d2627-f46d-48bb-9309-7e48a8916f02 req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.36 "DELETE /v2.0/ports/4d367e2a-5394-43f4-b2f7-cee9ea121248 HTTP/1.1" status: 204 len: 173 time: 0.8826604 Sep 16 17:48:42.988085 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a4faa-4ef5-41ca-b360-ec568a58958e', 'name': 'network-vif-deleted', 'tag': '4d367e2a-5394-43f4-b2f7-cee9ea121248', 'status': 'completed', 'code': 200} Sep 16 17:48:43.981238 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47724) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:44.021249 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:48:44.058457 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.088453 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.153863 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.157836 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-58da5219-b1e3-403a-8d83-b2dfa0ed84df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:44.171455 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a79a7-e381-4353-9673-aab8e582e736,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:44.175722 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:44.184489 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:44.188057 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b9a79a7-e381-4353-9673-aab8e582e736 HTTP/1.1" status: 204 len: 168 time: 0.2033994 Sep 16 17:48:44.229354 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47736) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:44.793555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:45.116845 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-e7188f3e-8134-4e16-a71a-9bcc0148e536 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:45.118312 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-e7188f3e-8134-4e16-a71a-9bcc0148e536 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1506879 Sep 16 17:48:45.132712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-d544fa26-ada6-46bc-a002-ec0708fae043 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/quotas/f98a9e8d72614694b22ea98d00a18eff HTTP/1.1" status: 200 len: 375 time: 0.0089524 Sep 16 17:48:45.139891 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Deleting port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:45.140260 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:45.212401 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-c00c51ed-9096-412b-864f-ff621f333d13 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745687 Sep 16 17:48:45.399280 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-eb59edbc-b1ee-4251-8a38-b81f04a5949b service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802518 Sep 16 17:48:45.411563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] For port 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:45.412119 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:45.448847 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:45.487487 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 4d367e2a-5394-43f4-b2f7-cee9ea121248 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:45.488012 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 4d367e2a-5394-43f4-b2f7-cee9ea121248 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:45.533775 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-5776c561-bd8c-44ce-88fb-5763ba175d69 service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277628 Sep 16 17:48:45.533980 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Calling delete_port for 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 owned by network:router_interface {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:45.680725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47772) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:45.734404 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ac5865ec-b6c3-4b8e-9a64-20ba23167dc8 req-7e7d88cf-c121-4161-b113-6fb14a69eacc tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 210 time: 0.0552027 Sep 16 17:48:45.745012 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:45.751825 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:45.808419 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:45.844465 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:46.163106 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:46.482786 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:46.529017 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Router 365f94e1-87b8-441c-b217-5aaf0ee52530 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:46.710943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:46.725703 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] 10.222.0.32 "PUT /v2.0/routers/365f94e1-87b8-441c-b217-5aaf0ee52530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949615 Sep 16 17:48:46.727879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47784) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:46.731965 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Sync routers for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:46.743635 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:46.744591 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:46.969086 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:47.010660 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ec1b0755-af9c-4eeb-a167-ad91ee78d991 req-6869b5c9-d4c1-4956-879f-9d98603cb519 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 210 time: 0.0883183 Sep 16 17:48:47.015248 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Deleting port ac416ef1-c54c-49cb-98b6-892a70cc6660 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:47.015621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.197273 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] For port ac416ef1-c54c-49cb-98b6-892a70cc6660, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=ac416ef1-c54c-49cb-98b6-892a70cc6660,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:47.197795 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-dd49b9a9-7d87-4ed9-8e9c-43ce2f801781 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:47.197938 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.199227 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-dd49b9a9-7d87-4ed9-8e9c-43ce2f801781 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.4724298 Sep 16 17:48:47.206110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.271164 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:48:45Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:47.275085 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Checking router: 365f94e1-87b8-441c-b217-5aaf0ee52530 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:47.283853 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Routers {'365f94e1-87b8-441c-b217-5aaf0ee52530'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:47.284510 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['365f94e1-87b8-441c-b217-5aaf0ee52530'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:47.317831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Request body: {'port': {'device_id': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'admin_state_up': True, 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:47.330506 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Calling delete_port for ac416ef1-c54c-49cb-98b6-892a70cc6660 owned by network:router_interface {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:47.464977 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] Set router 365f94e1-87b8-441c-b217-5aaf0ee52530 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:47.504184 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.508404 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:47.510621 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.517863 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6355e249-081f-4b25-9185-7684dca7a68d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:47.524741 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:47.529030 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Deleting port 0b87027a-ab30-437f-858e-3c33563e9e96 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:47.529651 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.586561 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:48:47.591157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.710283 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac416ef1-c54c-49cb-98b6-892a70cc6660,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:47.713035 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:47.795184 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:48:45Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:47.803759 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe51daf-caa9-45df-9a92-c94609aa547b None None] The sync data for ids ['365f94e1-87b8-441c-b217-5aaf0ee52530'] in dv-cinder-809439-1-smb is: [{'id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'name': 'tempest-TestShelveInstance-927302030-router', 'tenant_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219'}], 'enable_snat': True}, 'gw_port_id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:43:52Z', 'updated_at': '2021-09-16T17:48:45Z', 'revision_number': 5, 'project_id': 'fae2cfecde9d442e8cf2177aa3c63770', 'gw_port': {'id': '0b87027a-ab30-437f-858e-3c33563e9e96', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365f94e1-87b8-441c-b217-5aaf0ee52530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:43:53Z', 'updated_at': '2021-09-16T17:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:47.849454 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] For port 0b87027a-ab30-437f-858e-3c33563e9e96, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=0b87027a-ab30-437f-858e-3c33563e9e96,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:47.849851 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.965095 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:47.986330 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Calling delete_port for 0b87027a-ab30-437f-858e-3c33563e9e96 owned by network:router_gateway {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:48.040904 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Allocated IP 172.20.0.5 (f201286a-44e8-4446-ae64-96f6c83d226b/73a387d3-397e-4b2f-9677-35b31faa2a61/53e8eaa3-8136-4ef0-a08c-509752f07ad4) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:48:48.187227 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-337444f6-637c-400d-824d-d724ca9996c4 req-45097e1e-d65a-4f47-999c-11ad944090ad tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 210 time: 0.0578530 Sep 16 17:48:48.265097 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:48.332310 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.339036 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-545b5a88-fb43-442c-b7cb-6e4ba08bb5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:48.372927 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:48.373279 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 7a1e5d8e-6363-4abb-bcbc-eb4fe868c4a4 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:48.385171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b87027a-ab30-437f-858e-3c33563e9e96,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:48.397773 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:48.425372 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Router 83c296a6-f38b-4382-9beb-519ddf153306 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:48.601671 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.608860 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:48.618167 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Sync routers for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:48.622881 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-c775dbf9-e01d-47cc-866b-9c66060c1831 admin admin] 10.222.0.32 "PUT /v2.0/routers/83c296a6-f38b-4382-9beb-519ddf153306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9409738 Sep 16 17:48:48.625367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47796) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:48.632221 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:48.632407 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.632997 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:48.808416 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks [] for router, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.812296 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: dv-cinder-809439-1-smb {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:48.815190 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.820092 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.862648 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.872494 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6e6f1f6b-2fc4-4a0b-820f-9b412bf1e81c tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:48.908608 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:48.909604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365f94e1-87b8-441c-b217-5aaf0ee52530 {{(pid=79463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:48:48.918513 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:48:48.957699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Network f201286a-44e8-4446-ae64-96f6c83d226b is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:48:48.967503 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:48:48.977525 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:48:49.008336 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.008657 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.012510 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/365f94e1-87b8-441c-b217-5aaf0ee52530 HTTP/1.1" status: 204 len: 168 time: 2.2536602 Sep 16 17:48:49.017456 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47800) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:49.036984 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event updated for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:49.042171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:49.058281 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Deleting port a0829315-6171-4df8-b8bf-2bfacc76f7c9 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:49.058689 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.065935 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:49.066573 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.090492 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-9c73d177-eed0-457b-8709-9db151f8a4ca tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8316848 Sep 16 17:48:49.109088 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Request body: {'port': {'device_id': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:48:49.237369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.242549 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Deleting subnet 03d6776d-e2b8-48a6-9985-9505e16746f6 {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:48:49.245488 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.326195 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:48:47Z', 'revision_number': 5, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port': {'id': 'a0829315-6171-4df8-b8bf-2bfacc76f7c9', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c296a6-f38b-4382-9beb-519ddf153306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:42:13Z', 'updated_at': '2021-09-16T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:49.331562 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Checking router: 83c296a6-f38b-4382-9beb-519ddf153306 for host: dv-cinder-809439-1-smb {{(pid=79464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:49.352525 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Routers {'83c296a6-f38b-4382-9beb-519ddf153306'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:49.353052 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['83c296a6-f38b-4382-9beb-519ddf153306'], 'active': True} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:49.418931 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.525554 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvr_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] Set router 83c296a6-f38b-4382-9beb-519ddf153306 gateway port host: None {{(pid=79464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:49.539208 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] For port a0829315-6171-4df8-b8bf-2bfacc76f7c9, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=a0829315-6171-4df8-b8bf-2bfacc76f7c9,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:49.539561 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.633673 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e8eaa3-8136-4ef0-a08c-509752f07ad4 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:49.639801 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_hamode_db [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:48:49Z', 'revision_number': 6, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port_host': None}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:49.641615 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.646318 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0eca0e-167b-44e7-a999-87689dce2760 None None] The sync data for ids ['83c296a6-f38b-4382-9beb-519ddf153306'] in dv-cinder-809439-1-smb is: [{'id': '83c296a6-f38b-4382-9beb-519ddf153306', 'name': 'tempest-AttachVolumeShelveTestJSON-1886309875-router', 'tenant_id': '4bf1287945114955b8138697bb1894bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:42:10Z', 'updated_at': '2021-09-16T17:48:49Z', 'revision_number': 6, 'project_id': '4bf1287945114955b8138697bb1894bd', 'gw_port_host': None}] {{(pid=79464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:49.665598 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Transition to ACTIVE for port object 53e8eaa3-8136-4ef0-a08c-509752f07ad4 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:48:49.669569 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.675940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e25752d1-b423-40c4-99bf-2e53986b75ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:49.684740 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Calling delete_port for a0829315-6171-4df8-b8bf-2bfacc76f7c9 owned by network:router_gateway {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:49.740721 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79979a48-b792-4cee-8ba6-64a941cad25c req-88ac0dc2-a917-4b04-9dcc-94cdc81d664f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:49.742239 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-79979a48-b792-4cee-8ba6-64a941cad25c req-88ac0dc2-a917-4b04-9dcc-94cdc81d664f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 931 time: 0.3838069 Sep 16 17:48:49.745189 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.835405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:49.838916 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:49.867575 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-79979a48-b792-4cee-8ba6-64a941cad25c req-8c90d74e-2218-4d39-9dff-df4dd2d4e90a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942445 Sep 16 17:48:49.898920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.908844 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-35a3b4dc-dcf2-43da-9812-31d26f6cacac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:49.929097 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Attempting to bind port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:48:49.929427 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Attempting to bind port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:48:49.929749 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Attempting to bind port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:48:49.934319 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 on network f201286a-44e8-4446-ae64-96f6c83d226b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:48:49.934628 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Attempting to bind port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:48:49.939916 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:48:49.940251 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Checking segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:48:49.940633 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Bound using segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:48:49.941131 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Bound port: 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:48:49.941501 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.976466 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d6776d-e2b8-48a6-9985-9505e16746f6,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:49.983161 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:49.986375 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:49.991129 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfaf53-0793-4d67-b88b-b3d6e37d9946 None None] Network c81b33cc-2253-4355-8b2a-fa350f61e4df requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:50.004027 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-cfe40200-ee53-47ed-ad81-1b4ea802aa3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03d6776d-e2b8-48a6-9985-9505e16746f6 HTTP/1.1" status: 204 len: 168 time: 0.9852326 Sep 16 17:48:50.006535 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47806) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:50.024693 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.030473 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-594fb176-8a59-4baf-9650-c5f33f434f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:50.051421 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:48:50.054760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:48:50.069677 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.077429 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:50.082542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0829315-6171-4df8-b8bf-2bfacc76f7c9,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:50.085820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:50.137491 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 0b87027a-ab30-437f-858e-3c33563e9e96 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:50.152265 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:50.152878 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.154274 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/53e8eaa3-8136-4ef0-a08c-509752f07ad4 HTTP/1.1" status: 200 len: 1093 time: 1.0497479 Sep 16 17:48:50.154786 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:50.175025 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:50.178535 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:50.195822 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: 0b87027a-ab30-437f-858e-3c33563e9e96 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:50.196178 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 0b87027a-ab30-437f-858e-3c33563e9e96 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:50.196596 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device ac416ef1-c54c-49cb-98b6-892a70cc6660 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:50.269054 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4', 'status': 'completed', 'code': 200} Sep 16 17:48:50.270703 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: ac416ef1-c54c-49cb-98b6-892a70cc6660 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:50.271057 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device ac416ef1-c54c-49cb-98b6-892a70cc6660 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:50.293725 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.297273 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.306108 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-553ace15-17cf-431f-a5cc-f6aab9ce3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:50.307618 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-553ace15-17cf-431f-a5cc-f6aab9ce3951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 1096 time: 0.0919042 Sep 16 17:48:50.386759 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-933f02ff-5f33-4c48-8a29-b42433ffe138 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4 HTTP/1.1" status: 200 len: 217 time: 0.0715284 Sep 16 17:48:50.449313 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-4eb2a8b6-8ff7-4b46-9909-b2d52bb84279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:50.450735 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-4eb2a8b6-8ff7-4b46-9909-b2d52bb84279 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0573552 Sep 16 17:48:50.460524 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Deleting port b0fa7a22-dee4-4320-836f-02c5d417f4bc {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:50.460865 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.497846 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-12134cb8-84c4-49c0-b0b8-4dea67687551 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400271 Sep 16 17:48:50.517864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.521577 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.592249 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] DHCP port deletion for c81b33cc-2253-4355-8b2a-fa350f61e4df request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:48:50.594523 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.595268 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c296a6-f38b-4382-9beb-519ddf153306 {{(pid=79462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:48:50.599427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Deleting port b0fa7a22-dee4-4320-836f-02c5d417f4bc {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:50.600807 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.749479 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-3f6d999a-b4ca-4332-a59a-6513c0ca0197 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442493 Sep 16 17:48:50.779262 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] Notify callbacks [] for router, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.783641 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-7eaa6e10-f7be-4aaf-b405-a998912a2daa admin admin] 10.222.0.32 "DELETE /v2.0/routers/83c296a6-f38b-4382-9beb-519ddf153306 HTTP/1.1" status: 204 len: 168 time: 2.1574631 Sep 16 17:48:50.789245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47814) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:50.877322 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] For port b0fa7a22-dee4-4320-836f-02c5d417f4bc, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b0fa7a22-dee4-4320-836f-02c5d417f4bc,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:50.877680 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:50.895068 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Deleting subnet 5392ae89-a587-4a5d-b71c-28771e360466 {{(pid=79462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:48:50.896179 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-2fa660f4-3e90-46f4-8565-eaa672f241d8 req-840b1377-00f0-425c-91c0-6d129dc07928 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382837 Sep 16 17:48:50.911465 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] For port b0fa7a22-dee4-4320-836f-02c5d417f4bc, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=b0fa7a22-dee4-4320-836f-02c5d417f4bc,segment=NetworkSegment(c2097541-d8b5-4f6f-bc4c-c86464de616c),segment_id=c2097541-d8b5-4f6f-bc4c-c86464de616c)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:50.912125 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.046954 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Calling delete_port for b0fa7a22-dee4-4320-836f-02c5d417f4bc owned by network:dhcp {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:51.072589 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402417-3964-401b-810b-7f88ad64d711 req-037f9c7d-e0a5-47fd-b06c-467a6b0aef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:51.074702 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-037f9c7d-e0a5-47fd-b06c-467a6b0aef77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 1096 time: 0.1115389 Sep 16 17:48:51.076077 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.077895 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Calling delete_port for b0fa7a22-dee4-4320-836f-02c5d417f4bc owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:51.160225 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269'] for port, after_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.165122 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:51.203995 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15238889'] for subnet, precommit_delete_associations {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.217235 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] No DVR routers for this DVR port b0fa7a22-dee4-4320-836f-02c5d417f4bc on host dv-cinder-809439-1-smb {{(pid=79464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:51.220364 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402417-3964-401b-810b-7f88ad64d711 req-ea911a9d-0b79-44a6-a2f0-1a3651dcb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:51.221744 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Pushing event deleted for resources: {'Port': ['ID=b0fa7a22-dee4-4320-836f-02c5d417f4bc,revision_number=None']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:51.222244 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-ea911a9d-0b79-44a6-a2f0-1a3651dcb4c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 916 time: 0.1395588 Sep 16 17:48:51.224945 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:51.280376 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.db.api [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:48:51.280694 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_db.api [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:48:51.294125 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-d3b624b1-73a2-4471-a61c-3cb19da1715b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4 HTTP/1.1" status: 200 len: 217 time: 0.0644922 Sep 16 17:48:51.299727 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43e7a3-e284-49fb-ad87-be610ec90e92 req-0d2d9fa0-ed30-49c2-a14d-b455d783b8b1 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:51.301198 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f43e7a3-e284-49fb-ad87-be610ec90e92 req-0d2d9fa0-ed30-49c2-a14d-b455d783b8b1 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 943 time: 0.2263529 Sep 16 17:48:51.349265 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.362983 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402417-3964-401b-810b-7f88ad64d711 req-4d9c774b-75db-46d3-96a0-a2f88e1d821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:51.364473 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-4d9c774b-75db-46d3-96a0-a2f88e1d821e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0587916 Sep 16 17:48:51.383446 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6f43e7a3-e284-49fb-ad87-be610ec90e92 req-0d7f42ba-51f6-4c3d-ba8e-436df56e3199 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Sep 16 17:48:51.413062 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-10e8ef87-315d-40a6-b260-792a8af86707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413685 Sep 16 17:48:51.420802 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15883162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15718961'] for subnet, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.425138 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:51.462163 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5392ae89-a587-4a5d-b71c-28771e360466,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:51.465192 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:51.466168 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for subnet, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.472706 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1adb1-7714-4dd3-9229-ed532946c215 None None] Network 2cff0586-b766-4fbd-87ca-dcc399dfa90a requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:51.477759 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ec3b4246-ad08-4f5b-8a20-c586158ff40c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5392ae89-a587-4a5d-b71c-28771e360466 HTTP/1.1" status: 204 len: 168 time: 0.6875348 Sep 16 17:48:51.480337 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47820) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:51.554836 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-6476b048-2159-4e66-83ef-93c6e3506660 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314130 Sep 16 17:48:51.586420 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.597860 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Deleting port 890f9e1a-034e-4841-bd4a-1fbb76503837 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:51.598194 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.695411 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-df402417-3964-401b-810b-7f88ad64d711 req-a68cf672-09f1-48ea-b166-3d7d30f7cfb1 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301548 Sep 16 17:48:51.747120 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] DHCP port deletion for 2cff0586-b766-4fbd-87ca-dcc399dfa90a request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:48:51.751924 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Deleting port 890f9e1a-034e-4841-bd4a-1fbb76503837 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:51.752451 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.783626 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Deleting port b0fa7a22-dee4-4320-836f-02c5d417f4bc {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:51.784162 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.864159 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] The port 'b0fa7a22-dee4-4320-836f-02c5d417f4bc' was deleted {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:48:51.896576 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] For port 890f9e1a-034e-4841-bd4a-1fbb76503837, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=890f9e1a-034e-4841-bd4a-1fbb76503837,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:51.896920 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:51.953726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] For port 890f9e1a-034e-4841-bd4a-1fbb76503837, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=890f9e1a-034e-4841-bd4a-1fbb76503837,segment=NetworkSegment(ad90cf6a-fc24-4344-a142-50dff19b694a),segment_id=ad90cf6a-fc24-4344-a142-50dff19b694a)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:51.954154 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.072271 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device a0829315-6171-4df8-b8bf-2bfacc76f7c9 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:52.080484 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Calling delete_port for 890f9e1a-034e-4841-bd4a-1fbb76503837 owned by network:dhcp {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:52.104998 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Calling delete_port for 890f9e1a-034e-4841-bd4a-1fbb76503837 owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:52.140086 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.151381 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: a0829315-6171-4df8-b8bf-2bfacc76f7c9 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:52.151779 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device a0829315-6171-4df8-b8bf-2bfacc76f7c9 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:52.152189 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b0fa7a22-dee4-4320-836f-02c5d417f4bc no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:52.191177 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: b0fa7a22-dee4-4320-836f-02c5d417f4bc {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:52.191528 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device b0fa7a22-dee4-4320-836f-02c5d417f4bc not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:52.191988 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 890f9e1a-034e-4841-bd4a-1fbb76503837 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:52.281053 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81b33cc-2253-4355-8b2a-fa350f61e4df']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:52.295088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2097541-d8b5-4f6f-bc4c-c86464de616c') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:52.295380 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2097541-d8b5-4f6f-bc4c-c86464de616c') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:52.303451 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269'] for port, after_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.306510 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.db.api [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:48:52.306820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_db.api [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:48:52.308231 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.311542 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:52.324089 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.330179 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:48:52.330574 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: util.warn( Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: util.warn( Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: util.warn( Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: util.warn( Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:48:52.343100 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:48:52.347972 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Port 890f9e1a-034e-4841-bd4a-1fbb76503837 update to DOWN by agent not found {{(pid=79464) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Sep 16 17:48:52.358843 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Pushing event deleted for resources: {'Port': ['ID=890f9e1a-034e-4841-bd4a-1fbb76503837,revision_number=None']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:52.361812 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:52.365954 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] No DVR routers for this DVR port 890f9e1a-034e-4841-bd4a-1fbb76503837 on host dv-cinder-809439-1-smb {{(pid=79464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:52.422723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.428629 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.431271 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:52.453623 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81b33cc-2253-4355-8b2a-fa350f61e4df,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:52.456553 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:52.467982 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-2b813b63-0c15-4edb-9ed6-a88c6673b4d7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c81b33cc-2253-4355-8b2a-fa350f61e4df HTTP/1.1" status: 204 len: 168 time: 2.4603508 Sep 16 17:48:52.471186 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47826) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:52.756267 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff44a05-1076-45fa-a49b-16072dbd6941 req-e3fd62fe-4089-4cda-bc91-0290d0e611d8 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:52.757699 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3ff44a05-1076-45fa-a49b-16072dbd6941 req-e3fd62fe-4089-4cda-bc91-0290d0e611d8 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 943 time: 0.2304735 Sep 16 17:48:52.811699 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Deleting port 890f9e1a-034e-4841-bd4a-1fbb76503837 {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:52.812351 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:52.915961 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] The port '890f9e1a-034e-4841-bd4a-1fbb76503837' was deleted {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:48:52.985497 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3ff44a05-1076-45fa-a49b-16072dbd6941 req-379c259e-6574-4892-98cc-645e6f763c3f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505356 Sep 16 17:48:53.070731 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.127516 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cff0586-b766-4fbd-87ca-dcc399dfa90a']}} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:53.147047 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad90cf6a-fc24-4344-a142-50dff19b694a') {'for_net_delete': True} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:53.147334 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.services.segments.db [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad90cf6a-fc24-4344-a142-50dff19b694a') {} {{(pid=79462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:53.183919 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15238880'] for segment, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.218640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.227521 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=79462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:48:53.227942 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15883060'] for segment, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: Traceback (most recent call last): Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: timer() Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: cb(*args, **kw) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: return func(*args, **kwargs) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: self._notify() Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: self.callback(batched_events) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: event.method(event) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: return f(self, *a, **k) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: return self._get(url).json() Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: return self.request(url, 'GET', **kwargs) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:48:53.240381 dv-cinder-809439-1-smb neutron-server[79462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:48:53.321541 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.325040 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-cf72e3fe-39a1-456c-b346-3a529175ae52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:53.340928 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.354687 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cff0586-b766-4fbd-87ca-dcc399dfa90a,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:53.358033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:53.388293 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-43758b3f-21f2-4e25-bac1-5d79a132917e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2cff0586-b766-4fbd-87ca-dcc399dfa90a HTTP/1.1" status: 204 len: 168 time: 1.9070072 Sep 16 17:48:53.425656 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-322784'] for router_interface, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.464345 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 53e8eaa3-8136-4ef0-a08c-509752f07ad4 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:48:53.508340 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47832) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:53.563386 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-b73dd804-e0b9-4156-abe2-1edb1f7b5533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bf1287945114955b8138697bb1894bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536225 Sep 16 17:48:53.566719 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47836) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:53.606472 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:53.620745 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '53e8eaa3-8136-4ef0-a08c-509752f07ad4', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'port_id': '53e8eaa3-8136-4ef0-a08c-509752f07ad4', 'mac_address': 'fa:16:3e:46:b8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a387d3-397e-4b2f-9677-35b31faa2a61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:48:53.627604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.658214 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.679066 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.697506 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e8eaa3-8136-4ef0-a08c-509752f07ad4 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:48:53.716569 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:53.719166 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.720900 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.722947 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:53.723928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3131ec85-8385-4426-920e-ff3678b1bb69 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:53.736998 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90397ac1-0cbf-4ce1-91c5-af73028feb23,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:53.746863 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:53.754190 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.757834 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90397ac1-0cbf-4ce1-91c5-af73028feb23 HTTP/1.1" status: 204 len: 168 time: 0.1875341 Sep 16 17:48:53.845630 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:53.858041 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:53.930855 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Deleting port bf506c24-2d42-42ac-92d7-b3c27355312f {{(pid=79462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:53.931343 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:53.936516 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['53e8eaa3-8136-4ef0-a08c-509752f07ad4'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:48:54.184126 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.db [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] For port bf506c24-2d42-42ac-92d7-b3c27355312f, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=bf506c24-2d42-42ac-92d7-b3c27355312f,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:54.184484 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:54.312348 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.plugins.ml2.plugin [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Calling delete_port for bf506c24-2d42-42ac-92d7-b3c27355312f owned by network:router_interface {{(pid=79462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:54.383654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd5c3-d7e6-40d9-972c-45cee733e2c3 req-ccacbe4a-7cc0-485b-9455-1d4a850c8a6f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:54.385105 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b31cd5c3-d7e6-40d9-972c-45cee733e2c3 req-ccacbe4a-7cc0-485b-9455-1d4a850c8a6f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 944 time: 0.2648311 Sep 16 17:48:54.459410 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b31cd5c3-d7e6-40d9-972c-45cee733e2c3 req-dbd8e517-1fb9-43fa-81c2-6c22cb29b67c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660374 Sep 16 17:48:54.544583 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15883207'] for port, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:54.549241 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c841ce6f-15d1-4e34-8afa-6070ed106c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:54.629138 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf506c24-2d42-42ac-92d7-b3c27355312f,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:54.635723 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:54.871201 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512592'] for router_interface, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.337628 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 has already been hosted by L3 agent 2ddd6d43-887e-4dba-83cb-d119b81d2b8b {{(pid=79462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 16 17:48:55.445732 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47880) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:55.490501 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 53e8eaa3-8136-4ef0-a08c-509752f07ad4 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:48:55.535142 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-smb the message routers_updated {{(pid=79462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 16 17:48:55.544851 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Sync routers for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 17:48:55.556820 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:55.557416 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:55.568840 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-b728afbc-ca6e-4273-8c34-5a038868c6c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/8d191daf-b47b-4b70-bf34-4ac49521f9e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961573 Sep 16 17:48:55.569552 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:48:55.571980 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47888) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:55.576080 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:48:55.576718 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.662202 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.691631 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47367f-3aaf-479c-b667-87ab3190ec6b req-6151911c-fff2-4050-b72b-4998c65cf1ec tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:55.699273 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ac47367f-3aaf-479c-b667-87ab3190ec6b req-6151911c-fff2-4050-b72b-4998c65cf1ec tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 944 time: 0.1045752 Sep 16 17:48:55.726164 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.755889 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ac47367f-3aaf-479c-b667-87ab3190ec6b req-ad83dacd-4c13-425f-92a1-f158143b4ecd tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555034 Sep 16 17:48:55.763401 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:48:55.769200 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:55.776318 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:55.778273 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Usage tracker for resource:security_group_rule and tenant:d240745fe96f440f8a3e0ed8ac44f926 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:55.782260 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.783726 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:55.785907 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-2b54188a-5c7b-4d19-9179-6b177c55a25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:55.795054 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:55.809908 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:55.829743 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4', 'code': 200} Sep 16 17:48:55.863973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:55.915294 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:55.921619 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:56.106639 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:48:54Z', 'revision_number': 5, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:56.110610 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Checking router: 8d191daf-b47b-4b70-bf34-4ac49521f9e8 for host: dv-cinder-809439-1-smb {{(pid=79465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 17:48:56.119384 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Routers {'8d191daf-b47b-4b70-bf34-4ac49521f9e8'} bound to L3 agent in host dv-cinder-809439-1-smb {{(pid=79465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 17:48:56.120036 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809439-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:33:33Z,description=,heartbeat_timestamp=2021-09-16T17:48:33Z,host='dv-cinder-809439-1-smb',id=2ddd6d43-887e-4dba-83cb-d119b81d2b8b,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T17:33:33Z,topic='l3_agent')) {'router_ids': ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'], 'active': True} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:56.273086 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.275538 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.282191 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.292928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b8fccc92-0d32-4848-abf0-fa61316db0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:56.301273 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_dvr_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] Set router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 gateway port host: dv-cinder-809439-1-smb {{(pid=79465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 16 17:48:56.305621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76f66f-1c9e-4ca1-abd1-0e1b6b357c2f req-9bac635e-9daf-4270-968f-ae9bfa3c8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:56.307147 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bc76f66f-1c9e-4ca1-abd1-0e1b6b357c2f req-9bac635e-9daf-4270-968f-ae9bfa3c8aba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 1098 time: 0.2024522 Sep 16 17:48:56.319164 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Deleting port af0d5cd7-0197-4712-b7bd-ef15adfe2443 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:56.319505 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.393168 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d240745fe96f440f8a3e0ed8ac44f926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9462936 Sep 16 17:48:56.396294 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47894) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:56.401323 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de2a5bf-a9fc-4551-958f-851f74ff1a5d,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:56.415512 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-139b4dca-7681-442d-8790-312123cd8b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:56.465659 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.492633 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bc76f66f-1c9e-4ca1-abd1-0e1b6b357c2f req-b71ab0f4-babe-4708-a2c3-98c97ca71d19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495285 Sep 16 17:48:56.493192 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.550435 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.554443 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-faa2aec2-2e9c-4584-ad41-d8728639c2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:56.557621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] For port af0d5cd7-0197-4712-b7bd-ef15adfe2443, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=af0d5cd7-0197-4712-b7bd-ef15adfe2443,segment=NetworkSegment(cfc679d0-8564-43f5-aff6-c4be94f1c1e0),segment_id=cfc679d0-8564-43f5-aff6-c4be94f1c1e0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:56.557977 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.566106 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de2a5bf-a9fc-4551-958f-851f74ff1a5d,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:56.569772 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:56.573959 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.575255 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4de2a5bf-a9fc-4551-958f-851f74ff1a5d HTTP/1.1" status: 204 len: 168 time: 0.1773136 Sep 16 17:48:56.599536 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.l3_hamode_db [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:48:54Z', 'revision_number': 5, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}], 'dv-cinder-809439-1-smb', False) {} {{(pid=79465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:56.603576 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b67eaa-9c6a-413b-b41c-3b20d93e4929 None None] The sync data for ids ['8d191daf-b47b-4b70-bf34-4ac49521f9e8'] in dv-cinder-809439-1-smb is: [{'id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'name': 'tempest-TestShelveInstance-1152466817-router', 'tenant_id': '676f19f050c54132a5131e44706b83ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'external_fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:44:01Z', 'updated_at': '2021-09-16T17:48:54Z', 'revision_number': 5, 'project_id': '676f19f050c54132a5131e44706b83ff', 'gw_port': {'id': 'af0d5cd7-0197-4712-b7bd-ef15adfe2443', 'name': '', 'network_id': 'da8eb8dc-578c-4f56-80c3-d910d3d76986', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d191daf-b47b-4b70-bf34-4ac49521f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:44:02Z', 'updated_at': '2021-09-16T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '531e47c7-3d38-4b76-a054-5a145fac2663', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-smb'}] {{(pid=79465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 17:48:56.696829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Calling delete_port for af0d5cd7-0197-4712-b7bd-ef15adfe2443 owned by network:router_gateway {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:56.872394 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.887488 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47904) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:56.893644 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:56.909525 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:56.981805 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0d5cd7-0197-4712-b7bd-ef15adfe2443,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:56.984069 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:48:56.989019 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a96a383be748dbbafde5e6a6366a9c is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:48:56.991558 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:56.992483 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:48:56.998313 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:48:57.062436 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523839'] for router_gateway, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.108046 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08c34-c142-464c-af70-f14289697c68 req-060d67f4-c595-4cfc-aaa9-50a0fc6cb490 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:57.109573 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-26e08c34-c142-464c-af70-f14289697c68 req-060d67f4-c595-4cfc-aaa9-50a0fc6cb490 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 945 time: 0.2017045 Sep 16 17:48:57.152628 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.164245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.175166 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-639bdb34-4ebc-4756-a483-fe78e641be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:57.199951 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-26e08c34-c142-464c-af70-f14289697c68 req-18f75a86-cdcb-41fe-a2df-864d2192522e tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819216 Sep 16 17:48:57.218947 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8a96a383be748dbbafde5e6a6366a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304327 Sep 16 17:48:57.223609 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 47908) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:57.240937 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9307f17-4f8e-42ee-bc83-ce0e28932e82,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:57.245807 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-320210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37964'] for router, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.246092 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:57.248113 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.274376 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-321485'] for router, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.274958 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d191daf-b47b-4b70-bf34-4ac49521f9e8 {{(pid=79463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 16 17:48:57.294556 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.295737 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8d191daf-b47b-4b70-bf34-4ac49521f9e8 HTTP/1.1" status: 204 len: 168 time: 1.7227640 Sep 16 17:48:57.296485 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.298621 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47912) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:57.327335 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.362558 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Deleting subnet 3491423a-7307-4a88-af14-bcc246087640 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:48:57.366739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.386683 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.393809 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3bb2cb30-16f8-4be5-ad6b-7533247ef664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:57.408763 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9307f17-4f8e-42ee-bc83-ce0e28932e82,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:57.411884 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:57.412823 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.413989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-56237d60-fb4d-4c9d-a0b8-cbfb02c04022 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9307f17-4f8e-42ee-bc83-ce0e28932e82 HTTP/1.1" status: 204 len: 168 time: 0.1892681 Sep 16 17:48:57.429667 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15295241'] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.560284 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.635726 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14857365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13729953'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.641302 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:57.680775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3491423a-7307-4a88-af14-bcc246087640,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:57.683828 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:57.685185 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.690083 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9304d-97b1-4176-b51f-c24b889e09ea None None] Network 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:48:57.693464 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-8f1b28e5-9d0e-4658-b9b3-6060ed805541 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3491423a-7307-4a88-af14-bcc246087640 HTTP/1.1" status: 204 len: 168 time: 0.3916874 Sep 16 17:48:57.693690 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47920) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:57.926270 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.938366 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Deleting port 3024d70a-a5c1-440d-acb7-b48f86888a46 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:57.938748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:57.998686 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] DHCP port deletion for 3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 request from dv-cinder-809439-1-smb {{(pid=79464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 16 17:48:58.013558 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Deleting port 3024d70a-a5c1-440d-acb7-b48f86888a46 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:58.013558 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.118121 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device bf506c24-2d42-42ac-92d7-b3c27355312f no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:58.162748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] For port 3024d70a-a5c1-440d-acb7-b48f86888a46, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=3024d70a-a5c1-440d-acb7-b48f86888a46,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:58.163199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.165622 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: bf506c24-2d42-42ac-92d7-b3c27355312f {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:58.165980 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device bf506c24-2d42-42ac-92d7-b3c27355312f not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:58.166405 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device 3024d70a-a5c1-440d-acb7-b48f86888a46 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:58.293723 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Calling delete_port for 3024d70a-a5c1-440d-acb7-b48f86888a46 owned by network:dhcp {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:58.379364 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.379796 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.390676 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:58.411277 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] For port 3024d70a-a5c1-440d-acb7-b48f86888a46, host dv-cinder-809439-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-smb',level=0,port_id=3024d70a-a5c1-440d-acb7-b48f86888a46,segment=NetworkSegment(71950c95-bc67-4acc-932f-4bf61feab2d0),segment_id=71950c95-bc67-4acc-932f-4bf61feab2d0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:48:58.411724 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.417831 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ad9a-c7b5-4b14-8fb2-d2af9edb496f req-5c493f8a-7a98-4689-b8a5-747a6c6238dd tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:48:58.425448 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cbd6ad9a-c7b5-4b14-8fb2-d2af9edb496f req-5c493f8a-7a98-4689-b8a5-747a6c6238dd tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 945 time: 0.1042571 Sep 16 17:48:58.446059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3024d70a-a5c1-440d-acb7-b48f86888a46,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:58.451724 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] No DVR routers for this DVR port 3024d70a-a5c1-440d-acb7-b48f86888a46 on host dv-cinder-809439-1-smb {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:48:58.453768 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:58.482848 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cbd6ad9a-c7b5-4b14-8fb2-d2af9edb496f req-eb9b2755-e905-4ab1-aec0-163b8ca44cf2 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564904 Sep 16 17:48:58.577218 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Calling delete_port for 3024d70a-a5c1-440d-acb7-b48f86888a46 owned by network:dhcp {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:48:58.584417 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.614550 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:58.614753 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device af0d5cd7-0197-4712-b7bd-ef15adfe2443 no longer exists at agent ovs-agent-dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:48:58.628697 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71950c95-bc67-4acc-932f-4bf61feab2d0') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:58.628997 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71950c95-bc67-4acc-932f-4bf61feab2d0') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:48:58.642276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.661895 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.668790 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:48:58.669238 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:48:58.683172 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:48:58.694939 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] No Port match for: af0d5cd7-0197-4712-b7bd-ef15adfe2443 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:48:58.695452 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Device af0d5cd7-0197-4712-b7bd-ef15adfe2443 not bound to the agent host dv-cinder-809439-1-smb {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:48:58.738399 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.db.api [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 17:48:58.738920 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_db.api [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 17:48:58.770292 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.774028 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:58.791225 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:58.804147 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1 HTTP/1.1" status: 204 len: 168 time: 1.1069667 Sep 16 17:48:58.804803 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb9dd5c-861f-4a06-a3ec-ecd6d11057a1,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:58.807100 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-54efa755-b398-4809-9e1a-a978431204ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:59.005046 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47968) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:59.055927 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-10b55862-5974-4a82-b980-3a63659e77f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fae2cfecde9d442e8cf2177aa3c63770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494816 Sep 16 17:48:59.058165 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47972) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:59.119623 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.146553 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.203793 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.208629 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b5db1338-6431-4e98-8195-133b6dc63351 tempest-TestMinimumBasicScenario-1208458468 tempest-TestMinimumBasicScenario-1208458468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:59.223775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648aa854-de76-425a-adce-2f06923e6017,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:59.227536 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:59.233945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.238455 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/648aa854-de76-425a-adce-2f06923e6017 HTTP/1.1" status: 204 len: 168 time: 0.1760101 Sep 16 17:48:59.240041 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Deleting port 3024d70a-a5c1-440d-acb7-b48f86888a46 {{(pid=79464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:48:59.240427 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.323850 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-e4a22609-7a5a-405a-a652-87670d9194a6 None None] The port '3024d70a-a5c1-440d-acb7-b48f86888a46' was deleted {{(pid=79464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 16 17:48:59.705499 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 47996) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:59.758952 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-4d464473-58e6-4a41-841d-55043c2c2f3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=676f19f050c54132a5131e44706b83ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521102 Sep 16 17:48:59.761426 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48000) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:48:59.825985 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.852224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.908720 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.913444 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-0dc4f2ab-8e77-4e2d-8f0e-334e35c1aa54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:48:59.923547 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4493f9e7-051a-41b6-a173-4e5cb080fb02,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:48:59.927090 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:48:59.932730 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:48:59.936289 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-261e947d-b480-420a-b975-fc774ff8e992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4493f9e7-051a-41b6-a173-4e5cb080fb02 HTTP/1.1" status: 204 len: 168 time: 0.1709452 Sep 16 17:49:00.729881 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ecf70548-bfa2-4a41-a5ba-2e7b307bce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:00.853051 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c14ad545-e639-4ef2-a860-25bbff008c59 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:00.854470 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c14ad545-e639-4ef2-a860-25bbff008c59 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1624596 Sep 16 17:49:00.869180 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-9a08799c-4da3-409c-9066-f0a34d4b4bef tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/quotas/f98a9e8d72614694b22ea98d00a18eff HTTP/1.1" status: 200 len: 375 time: 0.0090702 Sep 16 17:49:00.956919 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-f6430988-e87a-4744-a804-eca289a57abd tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821655 Sep 16 17:49:01.092603 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-a9cba9c8-a3b7-4796-aad7-d0bec49bfaf4 service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285481 Sep 16 17:49:01.227286 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-4ea8ec79-4262-4dd3-aeab-02f2c9ac7fee service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274326 Sep 16 17:49:01.328423 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:01.402777 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8fb19d8f-b241-4c7f-a8cb-a2f391760a86 req-0fe1ced9-7273-4cc8-bf8f-24c9f327a0cf tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 210 time: 0.0450580 Sep 16 17:49:02.437526 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-dd979d84-5c06-4af1-94f2-99e6172f3bb6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:02.440835 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-dd979d84-5c06-4af1-94f2-99e6172f3bb6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1639962 Sep 16 17:49:02.455522 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Request body: {'port': {'device_id': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'admin_state_up': True, 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:49:02.559682 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-657ee538-f96c-4cd3-8902-d9e72c831042 req-86b86175-8fed-4569-a3a9-c64447012c26 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 210 time: 0.0449343 Sep 16 17:49:02.607875 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:02.613340 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Usage tracker for resource:port and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:02.616299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:02.621947 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:02.631565 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:49:02.635461 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:02.683418 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48074) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:02.804683 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:02.805982 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Allocated IP 172.20.0.6 (f201286a-44e8-4446-ae64-96f6c83d226b/73a387d3-397e-4b2f-9677-35b31faa2a61/470cb725-5e71-414f-876b-b19ba3826076) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:49:02.819273 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:02.823195 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Usage tracker for resource:security_group_rule and tenant:de560a9cb1e54410a5c90481b4c0fc4e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:02.825949 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:02.831605 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:02.919933 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:02.924411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:02.932769 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-dac7884a-55f5-4791-b75c-6025b4fed015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:02.978439 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de560a9cb1e54410a5c90481b4c0fc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939084 Sep 16 17:49:02.980315 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb726e6-1e0e-429e-bb5c-30d544a25802,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:02.983678 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-2f91ba6a-6314-47f0-82f3-1a04dca7bbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:02.984334 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48080) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:03.115617 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.139292 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.145577 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.152074 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4dc5f275-183e-4463-ae61-2c178f809622 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:03.157923 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962', '53e8eaa3-8136-4ef0-a08c-509752f07ad4'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:03.166421 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.215817 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Network f201286a-44e8-4446-ae64-96f6c83d226b is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:49:03.219123 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:49:03.222299 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:49:03.231741 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.237295 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-82ade783-e9ee-41bf-a6fa-9ca8a870ca09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:03.249435 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb726e6-1e0e-429e-bb5c-30d544a25802,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:03.253041 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:03.255113 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.259131 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcb726e6-1e0e-429e-bb5c-30d544a25802 HTTP/1.1" status: 204 len: 168 time: 0.2738221 Sep 16 17:49:03.272975 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event updated for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:03.277610 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:03.300120 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:03.300755 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.327385 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-c7808f7f-dfad-4d49-9ba8-cc99a474ba4b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771021 Sep 16 17:49:03.342545 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Request body: {'port': {'device_id': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:49:03.416653 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-25b572f3-a1b9-4594-8cd3-79c9ba0b3e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.468130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.561021 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48088) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:03.579462 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.594299 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:03.599479 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Usage tracker for resource:security_group_rule and tenant:da4d0958b1044ec4815ee9b248ff025e is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:03.602752 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:03.609654 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:03.738112 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.745536 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.754057 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-def3a860-72be-4688-93f5-cdf4f58e9c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:03.810139 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da4d0958b1044ec4815ee9b248ff025e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480450 Sep 16 17:49:03.811360 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99491d52-3be4-41c5-9804-1d3af8534708,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:03.813785 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48094) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:03.818679 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-91ffb509-6934-464f-9af9-497e47389dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:03.854758 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470cb725-5e71-414f-876b-b19ba3826076 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:49:03.865150 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.873702 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ea8d-631e-4fac-be8f-a1e4907d438b req-86be38d9-8116-4554-94d9-9d6fae2ec1e3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:03.875214 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c0a1ea8d-631e-4fac-be8f-a1e4907d438b req-86be38d9-8116-4554-94d9-9d6fae2ec1e3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 931 time: 0.1995611 Sep 16 17:49:03.881150 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Transition to ACTIVE for port object 470cb725-5e71-414f-876b-b19ba3826076 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:49:03.885831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.897155 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3dc45435-2b88-4d1d-a4e8-e6f5991e5e06 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:03.919571 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.960729 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:03.978249 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c0a1ea8d-631e-4fac-be8f-a1e4907d438b req-785fe233-5349-4496-9a75-6cb7698c9b14 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919523 Sep 16 17:49:04.039300 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.043063 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-7ddcd597-0fad-4714-814d-b738595d4aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:04.056052 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99491d52-3be4-41c5-9804-1d3af8534708,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:04.059018 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:04.061174 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.062301 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f2bf88c2-9b55-4010-95e8-a31c8dff20d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99491d52-3be4-41c5-9804-1d3af8534708 HTTP/1.1" status: 204 len: 168 time: 0.2455664 Sep 16 17:49:04.090102 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:04.097386 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:04.130554 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Attempting to bind port 470cb725-5e71-414f-876b-b19ba3826076 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:49:04.130881 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Attempting to bind port 470cb725-5e71-414f-876b-b19ba3826076 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:49:04.131203 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Attempting to bind port 470cb725-5e71-414f-876b-b19ba3826076 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:49:04.135879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Port 470cb725-5e71-414f-876b-b19ba3826076 on network f201286a-44e8-4446-ae64-96f6c83d226b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:49:04.136196 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Attempting to bind port 470cb725-5e71-414f-876b-b19ba3826076 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:49:04.142058 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:49:04.142489 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Checking segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:49:04.142881 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Bound using segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:49:04.143330 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Bound port: 470cb725-5e71-414f-876b-b19ba3826076, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:49:04.143699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.231614 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:49:04.234630 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=470cb725-5e71-414f-876b-b19ba3826076,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:49:04.239350 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.243089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-365f1f15-255f-488f-956b-95c51e436535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:04.316560 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:04.317163 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.318900 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/470cb725-5e71-414f-876b-b19ba3826076 HTTP/1.1" status: 200 len: 1093 time: 0.9802558 Sep 16 17:49:04.319033 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'tag': '470cb725-5e71-414f-876b-b19ba3826076'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:04.338840 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:04.343641 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:04.401875 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'tag': '470cb725-5e71-414f-876b-b19ba3826076', 'status': 'completed', 'code': 200} Sep 16 17:49:04.430663 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:04.449492 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-4f990688-a569-466f-aab7-bc0322eaea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:04.450868 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-4f990688-a569-466f-aab7-bc0322eaea95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 1096 time: 0.0837343 Sep 16 17:49:04.524157 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-2c248c7e-f574-4465-a5fa-35e29a0052e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=470cb725-5e71-414f-876b-b19ba3826076 HTTP/1.1" status: 200 len: 217 time: 0.0654690 Sep 16 17:49:04.587811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-4ce94e80-2980-4fbf-8fc1-6fda7cc6ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:04.589296 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-4ce94e80-2980-4fbf-8fc1-6fda7cc6ebcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0592735 Sep 16 17:49:04.644986 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-ea6257ad-3417-4d35-9bee-8896f9e16759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487947 Sep 16 17:49:04.781335 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-64b913fb-fe6f-4d25-87b6-0e60b8ad39f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293612 Sep 16 17:49:04.917250 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-174dcde6-f533-4e63-80cd-6f62a5bf2f66 req-2cd9806c-02f2-4c20-8c1d-ab5b9cceb99a service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294363 Sep 16 17:49:05.159262 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-8696816e-f2ea-42ab-b69d-ed9940d6c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:05.160791 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-8696816e-f2ea-42ab-b69d-ed9940d6c755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 1096 time: 0.1746869 Sep 16 17:49:05.193258 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a240-a564-4c27-adc3-b4a571ef22ee req-2bd1a4ca-5d48-4c10-8f04-19672f5545ba tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:05.194836 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-df46a240-a564-4c27-adc3-b4a571ef22ee req-2bd1a4ca-5d48-4c10-8f04-19672f5545ba tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 943 time: 0.0863562 Sep 16 17:49:05.255808 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-df46a240-a564-4c27-adc3-b4a571ef22ee req-3af9de47-9d7b-4260-98fd-4ae602ae91e2 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543594 Sep 16 17:49:05.305231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-e3b26d13-8006-4658-a0e8-1284b77998bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:05.306716 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-e3b26d13-8006-4658-a0e8-1284b77998bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 916 time: 0.1355283 Sep 16 17:49:05.380650 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-571a7163-c93a-4190-b20c-d9976c1e8b55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=470cb725-5e71-414f-876b-b19ba3826076 HTTP/1.1" status: 200 len: 217 time: 0.0673437 Sep 16 17:49:05.446785 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-e35eb04e-9be3-419b-bef7-855bf075651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:05.448288 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-e35eb04e-9be3-419b-bef7-855bf075651a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0572844 Sep 16 17:49:05.502856 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-06690d64-9942-4402-8373-092e4cca891f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451934 Sep 16 17:49:05.640601 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-cd90dba0-8669-4d02-be95-19ac24280940 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282969 Sep 16 17:49:05.784249 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-bacfa2af-6fab-43d1-acfc-f624c6f580ac req-d518c6bf-25aa-403a-84b3-8fdeac0dd98f service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342423 Sep 16 17:49:05.800737 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:06.465472 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b653a-1870-49ee-94c6-51d0249f584f req-706c3a0f-ed87-4c33-91b6-aeeba094140d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:06.466928 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ca4b653a-1870-49ee-94c6-51d0249f584f req-706c3a0f-ed87-4c33-91b6-aeeba094140d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 943 time: 0.0849349 Sep 16 17:49:06.515547 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ca4b653a-1870-49ee-94c6-51d0249f584f req-15cb6dd0-fb2a-48b6-af6b-1786c611db93 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Sep 16 17:49:07.560741 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 470cb725-5e71-414f-876b-b19ba3826076 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:49:07.716870 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=470cb725-5e71-414f-876b-b19ba3826076,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:07.737962 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '470cb725-5e71-414f-876b-b19ba3826076', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'port_id': '470cb725-5e71-414f-876b-b19ba3826076', 'mac_address': 'fa:16:3e:4a:91:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a387d3-397e-4b2f-9677-35b31faa2a61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:49:07.757325 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899a0e-6dc1-4c67-974f-16b1a44a4e35 req-457fbcf9-18d5-4799-b277-fd6bf5258056 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:07.757888 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-66899a0e-6dc1-4c67-974f-16b1a44a4e35 req-457fbcf9-18d5-4799-b277-fd6bf5258056 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 943 time: 0.0926058 Sep 16 17:49:07.813311 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-66899a0e-6dc1-4c67-974f-16b1a44a4e35 req-f7b1895b-e94e-4e55-959c-c7dea1cd104d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Sep 16 17:49:07.814112 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:07.851524 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470cb725-5e71-414f-876b-b19ba3826076 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:49:07.867374 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=470cb725-5e71-414f-876b-b19ba3826076,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:07.873775 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:07.876440 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:07.944874 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:07.948640 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:08.106041 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['470cb725-5e71-414f-876b-b19ba3826076'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:08.905422 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:09.008589 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7a07-87b3-4fa7-bd1f-55ef37217706 req-3a9cc08a-2d2c-411e-977f-a6bc5c6f8b6a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:09.010068 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f96e7a07-87b3-4fa7-bd1f-55ef37217706 req-3a9cc08a-2d2c-411e-977f-a6bc5c6f8b6a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 944 time: 0.0837679 Sep 16 17:49:09.059970 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f96e7a07-87b3-4fa7-bd1f-55ef37217706 req-b532f1a6-5b73-45d0-a7eb-345e5285c905 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Sep 16 17:49:09.582092 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 470cb725-5e71-414f-876b-b19ba3826076 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:49:09.653218 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 470cb725-5e71-414f-876b-b19ba3826076 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:49:09.659524 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 470cb725-5e71-414f-876b-b19ba3826076 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:49:09.660147 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:09.779539 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:09.810712 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cb725-5e71-414f-876b-b19ba3826076'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:09.820503 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=470cb725-5e71-414f-876b-b19ba3826076,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:09.825674 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:09.827870 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0b110984-fdc7-462d-911b-c7113ced4331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:09.867989 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cb725-5e71-414f-876b-b19ba3826076', 'code': 200} Sep 16 17:49:09.903122 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:09.906577 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:10.131576 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652cd32-e3e6-44cc-8ec1-3593fbee93b9 req-82ee26a8-0ff8-4e22-86f1-6818cbe61685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:10.133129 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-6652cd32-e3e6-44cc-8ec1-3593fbee93b9 req-82ee26a8-0ff8-4e22-86f1-6818cbe61685 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 1098 time: 0.0790527 Sep 16 17:49:10.195440 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-6652cd32-e3e6-44cc-8ec1-3593fbee93b9 req-530acd4b-f3c2-45bb-8e9c-bf800e5e95b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558112 Sep 16 17:49:10.256933 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f280b7-ed47-4c6b-8ea5-64eeeb64af7b req-eb7abbfc-c638-4067-8911-2f7654911143 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:10.258405 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07f280b7-ed47-4c6b-8ea5-64eeeb64af7b req-eb7abbfc-c638-4067-8911-2f7654911143 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 945 time: 0.0827634 Sep 16 17:49:10.304162 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-07f280b7-ed47-4c6b-8ea5-64eeeb64af7b req-07d9c2f0-7d8c-4e92-863b-e1555cb30e56 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Sep 16 17:49:11.517696 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce5e2b-9a09-4136-925e-73e2aca9411e req-29304253-8730-4a23-a457-2a8dbe95000c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:11.519180 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0fce5e2b-9a09-4136-925e-73e2aca9411e req-29304253-8730-4a23-a457-2a8dbe95000c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 945 time: 0.0888493 Sep 16 17:49:11.566345 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-0fce5e2b-9a09-4136-925e-73e2aca9411e req-081cf476-e8dc-4a4f-a62f-aec825ad62a1 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Sep 16 17:49:11.643983 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48234) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:11.759618 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:11.775002 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:11.779116 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2996e83f8c44f1ad46476bea1e50d6 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:11.782546 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:11.788451 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:11.875560 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:11.886134 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:11.914123 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-08e95874-250b-4c2f-a276-69f60a76b431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:11.923658 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a2996e83f8c44f1ad46476bea1e50d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771418 Sep 16 17:49:11.925414 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48244) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:11.966247 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f10b1-e444-4cbd-a941-732b442b33fa,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:11.969973 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:12.017745 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.042809 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.093291 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.098226 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-6de170ac-803e-415c-8239-e66545152e57 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:12.109501 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f10b1-e444-4cbd-a941-732b442b33fa,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:12.112411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:12.114217 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.115463 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e1e0ca1c-ba7e-4684-adc9-3bc57177a122 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d4f10b1-e444-4cbd-a941-732b442b33fa HTTP/1.1" status: 204 len: 168 time: 0.1890223 Sep 16 17:49:12.398317 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48252) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:12.416068 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.430479 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:12.434200 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Usage tracker for resource:security_group_rule and tenant:86da03587d9842dc8a59e32faa5f2efe is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:12.436942 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:12.443183 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:12.521668 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.525432 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.534087 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-331435ac-7c16-47a0-aaad-2638457ba841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:12.574989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86da03587d9842dc8a59e32faa5f2efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756535 Sep 16 17:49:12.576551 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e46211-27eb-4f56-8893-7c12346ff154,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:12.577960 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48256) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:12.579687 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-09ad65f2-1035-4fa4-ac5a-d2ee4360ae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:12.634533 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.659702 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.713943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.717586 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4be11df1-66f1-4533-9eff-6de6b799f733 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:12.728743 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e46211-27eb-4f56-8893-7c12346ff154,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:12.732517 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:12.736491 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:12.737589 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ea92bd4d-63af-482d-a928-7feb0c28879a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11e46211-27eb-4f56-8893-7c12346ff154 HTTP/1.1" status: 204 len: 168 time: 0.1586428 Sep 16 17:49:13.449004 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-cb7d6b7c-df41-4d1b-87c6-d7f708c11618 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775645 Sep 16 17:49:13.622265 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-6a0b783e-222c-422c-b796-152c818aac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:13.623832 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-6a0b783e-222c-422c-b796-152c818aac19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 1099 time: 0.0952914 Sep 16 17:49:13.808910 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-c2002f5a-2ed6-4320-8f66-7b39b4092d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:13.810434 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-c2002f5a-2ed6-4320-8f66-7b39b4092d60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 916 time: 0.1476059 Sep 16 17:49:13.891966 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-95d731b0-76ae-4e48-88a1-badf8df370c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fad9465-75af-4b0a-936d-172be5f9c962 HTTP/1.1" status: 200 len: 217 time: 0.0715330 Sep 16 17:49:13.967318 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-c59be6b2-5353-4e8a-ad63-e12b463c7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:13.968879 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-c59be6b2-5353-4e8a-ad63-e12b463c7a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0645285 Sep 16 17:49:14.015474 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-62fbc721-fddc-42e1-b5ba-a36f917b1b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403132 Sep 16 17:49:14.164242 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-f9f9c79b-b69e-4f64-8dfd-fce385faaa96 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307137 Sep 16 17:49:14.390140 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-d408a6e5-dbed-456d-95b1-0c1dc02e409d req-b0e23621-e5b9-40d1-9494-eb2795cf51bb service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185826 Sep 16 17:49:15.101081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48344) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:15.214612 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.230282 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:15.234076 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:f00a816a509a48c89a8b4e86826ff62f is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:15.237384 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:15.243009 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:15.322705 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.326193 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.333710 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-631063bf-740e-432c-a8ca-8f7c0614745f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:15.371946 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a8b22b-becd-4d71-8cd9-6ad9fae69838,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:15.375849 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f00a816a509a48c89a8b4e86826ff62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737081 Sep 16 17:49:15.378652 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48350) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:15.381733 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.382111 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.382480 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.382843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.383205 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.383563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.383949 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.384302 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.384660 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.385015 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.385364 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.385868 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:15.389542 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1c827625-10c2-4eef-b04b-97f12bdc6cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:15.435913 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.460889 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.513099 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.517887 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b2e098fa-f727-442e-a5d8-97e228e1cb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:15.533784 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a8b22b-becd-4d71-8cd9-6ad9fae69838,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:15.536567 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:15.537458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.538540 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-54e9058b-77c2-4d7b-9fdb-730a5659ff60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77a8b22b-becd-4d71-8cd9-6ad9fae69838 HTTP/1.1" status: 204 len: 168 time: 0.1589379 Sep 16 17:49:15.806413 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48360) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:15.823904 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.838255 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:15.842156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Usage tracker for resource:security_group_rule and tenant:616b0412e3714c80ad6c1bff348c1bc3 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:15.845651 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:15.851582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:15.938037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.941904 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:15.950370 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-01807a34-9cf3-454b-980c-ef95e4e232d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:16.002600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b227ed4e-6fc8-4a25-93dd-361cb323168e,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:16.002600 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:16.003237 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48366) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:16.003340 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=616b0412e3714c80ad6c1bff348c1bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940603 Sep 16 17:49:16.060526 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:16.086385 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:16.142810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:16.146422 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9165243a-52c9-43ad-bacb-36bad7c19374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:16.160807 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b227ed4e-6fc8-4a25-93dd-361cb323168e,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:16.163300 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:16.172490 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:16.182447 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-570c947c-a708-468d-aeba-091d8e846f99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b227ed4e-6fc8-4a25-93dd-361cb323168e HTTP/1.1" status: 204 len: 168 time: 0.1734972 Sep 16 17:49:18.203563 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-44f5717a-3639-4dcd-b59e-e8304564d872 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:18.205537 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-44f5717a-3639-4dcd-b59e-e8304564d872 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1445713 Sep 16 17:49:18.220195 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-c4d01cf1-a897-44e0-8b5b-f611d166620a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/quotas/f98a9e8d72614694b22ea98d00a18eff HTTP/1.1" status: 200 len: 375 time: 0.0086515 Sep 16 17:49:18.307044 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-1311b473-95d7-45de-a244-98d423ccae99 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810227 Sep 16 17:49:18.554675 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-20beb0de-45cb-4276-9f73-094b357791b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393851 Sep 16 17:49:18.684755 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-e34f33c1-5c09-4b8f-8808-b790e4562846 service neutron] 10.222.0.32 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242955 Sep 16 17:49:18.861165 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a900b34b-ef3e-4f26-99b7-e18876af87c9 req-96afd76c-147f-4ab4-a232-0923090c99ee tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 210 time: 0.0470190 Sep 16 17:49:19.919928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-8e2befbb-a06d-4a51-bb95-804ee6fcd871 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:19.921978 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-8e2befbb-a06d-4a51-bb95-804ee6fcd871 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 815 time: 0.1693211 Sep 16 17:49:19.934606 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Request body: {'port': {'device_id': '0a220927-a745-4b1f-b866-817b41065e2f', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'admin_state_up': True, 'tenant_id': 'f98a9e8d72614694b22ea98d00a18eff'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:49:20.067926 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e457651a-2701-428b-aeb5-e5e126ff6e2b req-ab2f74e3-2069-4e46-b5fb-ff458f21fa7c tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 210 time: 0.0615196 Sep 16 17:49:20.088449 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:20.092548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Usage tracker for resource:port and tenant:f98a9e8d72614694b22ea98d00a18eff is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:20.096138 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:20.102005 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:20.113924 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Made reservation on behalf of f98a9e8d72614694b22ea98d00a18eff for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:49:20.117618 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:20.288971 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Allocated IP 172.20.0.9 (f201286a-44e8-4446-ae64-96f6c83d226b/73a387d3-397e-4b2f-9677-35b31faa2a61/1c6a2327-5dbf-456e-bcb6-42a3d6580040) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:49:20.497436 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:20.528003 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:20.534804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-55107f6c-d965-4ade-a76e-4a948c65f4e5 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:20.539541 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962', '53e8eaa3-8136-4ef0-a08c-509752f07ad4', '470cb725-5e71-414f-876b-b19ba3826076'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:20.607790 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Network f201286a-44e8-4446-ae64-96f6c83d226b is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:49:20.611372 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:49:20.617001 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:49:20.657534 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event updated for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:20.662195 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:20.688126 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:20.688916 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:20.718674 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879341 Sep 16 17:49:20.731291 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Request body: {'port': {'device_id': '0a220927-a745-4b1f-b866-817b41065e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:49:20.850630 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.020822 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:49:21.212679 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6a2327-5dbf-456e-bcb6-42a3d6580040 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:49:21.220666 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.235585 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Transition to ACTIVE for port object 1c6a2327-5dbf-456e-bcb6-42a3d6580040 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:49:21.239459 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.243192 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d69b734f-c534-4a14-b03e-ea7549576cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:21.257212 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd75a9-857d-415f-950f-c7e12f389fbf req-e534ff13-f3cd-4405-9971-04a79f013173 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:21.258686 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6abd75a9-857d-415f-950f-c7e12f389fbf req-e534ff13-f3cd-4405-9971-04a79f013173 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 931 time: 0.0811758 Sep 16 17:49:21.306717 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6abd75a9-857d-415f-950f-c7e12f389fbf req-718b1a8a-98b5-4771-9bc7-f95eb48599e4 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Sep 16 17:49:21.486642 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:21.493832 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:21.556930 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Attempting to bind port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:49:21.557259 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Attempting to bind port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:49:21.557580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Attempting to bind port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:49:21.562039 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 on network f201286a-44e8-4446-ae64-96f6c83d226b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:49:21.562352 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Attempting to bind port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 on network f201286a-44e8-4446-ae64-96f6c83d226b {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:49:21.567515 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:49:21.567872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Checking segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:49:21.568248 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Bound using segment: {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:49:21.568660 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Bound port: 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:49:21.568994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.658437 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:49:21.661314 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:49:21.665711 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.669940 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d7f5a031-9245-41e4-a846-baa0193dfc4c tempest-VolumesActionsTest-1779955873 tempest-VolumesActionsTest-1779955873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:21.724208 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:21.724810 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:21.726173 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c6a2327-5dbf-456e-bcb6-42a3d6580040 HTTP/1.1" status: 200 len: 1093 time: 0.9992282 Sep 16 17:49:21.726671 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:21.747500 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:21.750670 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-71d27cbc-b26c-4530-a6bb-9acc830d4346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:21.793393 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040', 'status': 'completed', 'code': 200} Sep 16 17:49:21.836757 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-699030f3-be1f-435f-9308-77faaafb7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:21.838259 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-699030f3-be1f-435f-9308-77faaafb7af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 1096 time: 0.0760510 Sep 16 17:49:21.905588 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-80f3e2dc-bb14-4342-99f2-8108820aa728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040 HTTP/1.1" status: 200 len: 217 time: 0.0598636 Sep 16 17:49:21.970243 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-32868f98-e9cd-4c9f-ac01-cfe42032fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:21.971951 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-32868f98-e9cd-4c9f-ac01-cfe42032fb91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0600989 Sep 16 17:49:22.018562 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-9f2d38aa-a12a-4789-af87-466bfc135edd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408523 Sep 16 17:49:22.150486 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-788fd7d9-fc31-48bd-9ecf-6a5a80603ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250322 Sep 16 17:49:22.285200 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c9ae083e-b811-4e1b-828f-3cd551db0525 req-69530f90-a6a9-43d8-ba71-47413591f7bb service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286671 Sep 16 17:49:22.421058 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-6830a277-9a11-4b0a-bbb7-c106049cc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:22.423541 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-6830a277-9a11-4b0a-bbb7-c106049cc1c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f98a9e8d72614694b22ea98d00a18eff&device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 1096 time: 0.0879829 Sep 16 17:49:22.517642 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809de6f-fc14-416a-a92d-510acea3e548 req-be3cb300-e09e-40ec-a21d-50e89b2d2be1 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:22.519150 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d809de6f-fc14-416a-a92d-510acea3e548 req-be3cb300-e09e-40ec-a21d-50e89b2d2be1 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 943 time: 0.0914409 Sep 16 17:49:22.564310 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d809de6f-fc14-416a-a92d-510acea3e548 req-0a177d52-0652-4ab5-a8f5-2c88b5575e3a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Sep 16 17:49:22.576476 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-7997c1e5-5460-40cd-aeee-5cdd9ec82f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:22.577938 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-7997c1e5-5460-40cd-aeee-5cdd9ec82f6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 200 len: 916 time: 0.1480896 Sep 16 17:49:22.658044 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-8050e3c7-a8c6-460d-8cc0-6864a5848a43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040 HTTP/1.1" status: 200 len: 217 time: 0.0718408 Sep 16 17:49:22.730148 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-51c85cc0-f7e3-4332-aff5-4646262bb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:22.731561 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-51c85cc0-f7e3-4332-aff5-4646262bb05c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 200 len: 855 time: 0.0653872 Sep 16 17:49:22.779132 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-d285f13b-2a51-4281-a741-427da59931c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f201286a-44e8-4446-ae64-96f6c83d226b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400488 Sep 16 17:49:22.911765 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-3fe7e246-73ea-4d7d-89a0-3a7533b21dfd service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251872 Sep 16 17:49:23.046227 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b79ad899-7e75-4bf6-be69-5b3072c89306 req-a412e075-626b-494b-a5cf-80fab86219bf service neutron] 10.222.0.36 "GET /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272161 Sep 16 17:49:23.652272 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1c6a2327-5dbf-456e-bcb6-42a3d6580040 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:49:23.767729 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b922-5bf9-4f0a-8467-108daa615a4a req-817fcc85-51bb-4724-8838-1002bea082cf tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:23.769205 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8877b922-5bf9-4f0a-8467-108daa615a4a req-817fcc85-51bb-4724-8838-1002bea082cf tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 943 time: 0.0943301 Sep 16 17:49:23.804044 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:23.817493 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8877b922-5bf9-4f0a-8467-108daa615a4a req-5404e195-cf90-4653-8acb-b9bf1bb879e9 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Sep 16 17:49:23.821015 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '1c6a2327-5dbf-456e-bcb6-42a3d6580040', 'network_id': 'f201286a-44e8-4446-ae64-96f6c83d226b', 'port_id': '1c6a2327-5dbf-456e-bcb6-42a3d6580040', 'mac_address': 'fa:16:3e:6c:ba:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a387d3-397e-4b2f-9677-35b31faa2a61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:49:23.878458 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:23.898583 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6a2327-5dbf-456e-bcb6-42a3d6580040 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:49:23.916581 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:23.920384 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:23.922054 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:24.020284 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:24.023260 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:24.173984 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['1c6a2327-5dbf-456e-bcb6-42a3d6580040'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:25.003843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dae35-633c-4be6-bcb6-15a5027215b1 req-6dbb2f8e-355c-4c10-811a-c3eb68e71239 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:25.005333 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-566dae35-633c-4be6-bcb6-15a5027215b1 req-6dbb2f8e-355c-4c10-811a-c3eb68e71239 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 944 time: 0.0827119 Sep 16 17:49:25.048275 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-566dae35-633c-4be6-bcb6-15a5027215b1 req-39d4557c-34b2-41fa-a426-637915407ef6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Sep 16 17:49:25.599900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48542) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:25.668384 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1c6a2327-5dbf-456e-bcb6-42a3d6580040 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:49:25.717876 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.731971 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:25.735994 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Usage tracker for resource:security_group_rule and tenant:95cd12c4b2854701b545f86b8e27fe83 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:25.738095 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:49:25.739229 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:25.742625 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:49:25.743003 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.744907 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:25.826946 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.831741 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.840047 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-59fa5c16-cccc-4860-a352-f6622c3cdb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:25.867226 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.878187 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d6adb-fb5d-4f87-b1bd-ca4930eec654,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:25.885254 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95cd12c4b2854701b545f86b8e27fe83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842989 Sep 16 17:49:25.885834 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48548) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:25.886622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d88e6e2b-2a03-452e-8910-0f11321565d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:25.903041 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:25.904171 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:25.911436 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:25.914011 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:25.965919 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040', 'code': 200} Sep 16 17:49:25.996872 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:26.000315 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:26.055889 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.081097 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.136200 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.140109 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3a40d79b-bee8-4013-affa-d0c12f5f85bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:26.186554 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d6adb-fb5d-4f87-b1bd-ca4930eec654,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:26.200048 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:26.204280 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.207488 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf0d6adb-fb5d-4f87-b1bd-ca4930eec654 HTTP/1.1" status: 204 len: 168 time: 0.3185694 Sep 16 17:49:26.237912 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93257c81-fa09-4e1a-b815-1b96a4c578c1 req-a2296588-a706-4d48-a097-dbfa3d8a2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:26.239907 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-93257c81-fa09-4e1a-b815-1b96a4c578c1 req-a2296588-a706-4d48-a097-dbfa3d8a2a8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 1098 time: 0.0896423 Sep 16 17:49:26.247256 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d525-003c-4ef7-9a83-8f0d88942ddf req-2ac92270-553c-4829-a7cd-c3be4f437afb tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:26.248689 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2597d525-003c-4ef7-9a83-8f0d88942ddf req-2ac92270-553c-4829-a7cd-c3be4f437afb tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.0856190 Sep 16 17:49:26.294460 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-93257c81-fa09-4e1a-b815-1b96a4c578c1 req-777e897b-6a4d-4339-a050-77d9ba99337f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Sep 16 17:49:26.297083 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2597d525-003c-4ef7-9a83-8f0d88942ddf req-4724af64-1e8b-409d-af83-fcb34d5ac3e8 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Sep 16 17:49:26.499279 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48560) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:26.518992 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.532822 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:26.536722 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Usage tracker for resource:security_group_rule and tenant:2e231f409da1485eb8bc78c8fb3ce341 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:26.539404 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:26.544922 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:26.628773 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.632518 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.640790 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-c1f2f52f-b612-4845-a345-e4b838155f74 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:26.678749 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e231f409da1485eb8bc78c8fb3ce341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784463 Sep 16 17:49:26.680291 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1ddd6-ae35-405a-9e85-69c9006d66ac,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:26.681481 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48564) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:26.683312 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:26.738784 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.764138 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.813008 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.820187 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d4dde3c1-8344-4df6-b313-060de4288a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:26.834444 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1ddd6-ae35-405a-9e85-69c9006d66ac,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:26.837336 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:26.840142 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:26.841063 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75b1ddd6-ae35-405a-9e85-69c9006d66ac HTTP/1.1" status: 204 len: 168 time: 0.1585836 Sep 16 17:49:27.175915 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48572) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:27.193395 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.207976 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:49:27.211776 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Usage tracker for resource:security_group_rule and tenant:8f76c0891f6742919d2921cc043524fb is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:49:27.214545 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:49:27.220075 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:49:27.310588 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.314225 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.323622 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-015717ac-d120-403a-97cf-f988d225f2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:27.362726 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f76c0891f6742919d2921cc043524fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857519 Sep 16 17:49:27.364472 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc7d89-082a-4562-b647-0b7d08a2e131,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:27.365411 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 48578) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:27.367661 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c39152b0-dd13-4371-a8af-342593efff6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:27.488534 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.522775 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.548661 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b6f18-11c8-49dc-8bac-96bd0499448d req-c83de741-ffe9-4372-b711-02a93e605016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:27.550641 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f9b6f18-11c8-49dc-8bac-96bd0499448d req-c83de741-ffe9-4372-b711-02a93e605016 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.1401057 Sep 16 17:49:27.609010 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2f9b6f18-11c8-49dc-8bac-96bd0499448d req-142ba8f5-50f5-4918-a437-67fd06d4ee6e tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Sep 16 17:49:27.619554 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.624331 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-1c2a4398-cb3a-4930-b816-65ed34bebdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:27.636337 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc7d89-082a-4562-b647-0b7d08a2e131,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:27.640672 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:27.645359 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:27.646457 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-e5fca4ae-3f1a-47d1-b617-1706fb485380 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51bc7d89-082a-4562-b647-0b7d08a2e131 HTTP/1.1" status: 204 len: 168 time: 0.2800868 Sep 16 17:49:28.809372 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29642af0-a2bb-4ba8-8a12-f1f4cd8472ad req-9a12f40a-1a06-4d02-92a8-c72afce4f5f3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:28.811488 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-29642af0-a2bb-4ba8-8a12-f1f4cd8472ad req-9a12f40a-1a06-4d02-92a8-c72afce4f5f3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.0932522 Sep 16 17:49:28.862422 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-29642af0-a2bb-4ba8-8a12-f1f4cd8472ad req-cb7d77ff-5e66-4e01-9f34-8f00a48113b5 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Sep 16 17:49:30.731821 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b2d3-68c1-4701-8830-8df0a7e7280d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:31.321956 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:33.388418 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-47c8e085-09d6-43a1-b2d4-dfef329b76db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:34.436414 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:35.804263 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:36.557633 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612318e-c29b-4a7a-8497-a9fee55677aa req-74f33b51-8f48-4320-849e-301dedc3d65d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:36.559100 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2612318e-c29b-4a7a-8497-a9fee55677aa req-74f33b51-8f48-4320-849e-301dedc3d65d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.0883799 Sep 16 17:49:36.603962 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2612318e-c29b-4a7a-8497-a9fee55677aa req-a274b037-dc26-43a3-90d1-5e3cf1cef199 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Sep 16 17:49:37.792439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeefbab-93f2-45c3-97e9-c41194ff76e0 req-4f8e3e06-6a82-475e-a0b2-7616948fbc89 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:37.794077 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2eeefbab-93f2-45c3-97e9-c41194ff76e0 req-4f8e3e06-6a82-475e-a0b2-7616948fbc89 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.0817597 Sep 16 17:49:37.838734 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2eeefbab-93f2-45c3-97e9-c41194ff76e0 req-3fc539e0-3a6a-4201-8c3b-705ddc1b743e tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Sep 16 17:49:38.098558 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-a68a9d9a-fbee-4ee3-8e30-1a40741b1a13 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:38.099314 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-a68a9d9a-fbee-4ee3-8e30-1a40741b1a13 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:49:38.114162 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-a68a9d9a-fbee-4ee3-8e30-1a40741b1a13 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:49:38.115337 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-a68a9d9a-fbee-4ee3-8e30-1a40741b1a13 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 945 time: 0.0967093 Sep 16 17:49:38.195086 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Deleting port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:49:38.195636 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.445695 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] For port 1c6a2327-5dbf-456e-bcb6-42a3d6580040, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=1c6a2327-5dbf-456e-bcb6-42a3d6580040,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:38.446049 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.570604 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Calling delete_port for 1c6a2327-5dbf-456e-bcb6-42a3d6580040 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:49:38.709849 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.715055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ac7ed87a-2862-4b90-ab8f-8e169e31b70e tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:38.722390 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962', '53e8eaa3-8136-4ef0-a08c-509752f07ad4', '470cb725-5e71-414f-876b-b19ba3826076', '1c6a2327-5dbf-456e-bcb6-42a3d6580040'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:38.759642 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event deleted for resources: {'Port': ['ID=1c6a2327-5dbf-456e-bcb6-42a3d6580040,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:38.796563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.796933 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.797293 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.797643 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.797995 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.798367 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.799254 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.799646 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.800056 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.800404 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.800750 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.801089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:49:38.808122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:38.845862 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] No DVR routers for this DVR port 1c6a2327-5dbf-456e-bcb6-42a3d6580040 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:49:38.848635 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.851148 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'name': 'network-vif-deleted', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:38.881125 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-ddb951c1-c52b-4e7f-8db1-d6ee3a639b5f req-2234d1ee-bb9a-424c-a275-0aff23542e83 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "DELETE /v2.0/ports/1c6a2327-5dbf-456e-bcb6-42a3d6580040 HTTP/1.1" status: 204 len: 173 time: 0.7597480 Sep 16 17:49:38.929488 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:38.936263 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a220927-a745-4b1f-b866-817b41065e2f', 'name': 'network-vif-deleted', 'tag': '1c6a2327-5dbf-456e-bcb6-42a3d6580040', 'status': 'completed', 'code': 200} Sep 16 17:49:39.032014 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7349684b-b1d1-489c-8bbf-c4cf8c8f40b0 req-e2e3efde-6e96-4534-bdbd-2bcca9cca2f7 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a220927-a745-4b1f-b866-817b41065e2f HTTP/1.1" status: 200 len: 210 time: 0.0472398 Sep 16 17:49:41.713078 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb2e24-e381-44cb-88be-17735e434a73 req-0155d39c-56bd-4f11-9df2-4cf66370e812 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:41.714600 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d2fb2e24-e381-44cb-88be-17735e434a73 req-0155d39c-56bd-4f11-9df2-4cf66370e812 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 945 time: 0.0797625 Sep 16 17:49:41.757241 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d2fb2e24-e381-44cb-88be-17735e434a73 req-0b871dd9-2326-4567-b2aa-26a108bddace tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Sep 16 17:49:41.810470 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1c6a2327-5dbf-456e-bcb6-42a3d6580040 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:49:41.849325 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 1c6a2327-5dbf-456e-bcb6-42a3d6580040 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:49:41.849677 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 1c6a2327-5dbf-456e-bcb6-42a3d6580040 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:49:42.951109 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5735d1-d74b-40da-8499-4d7735609b0b req-0473ffc9-f252-457e-8632-271d240a076d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:42.952712 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf5735d1-d74b-40da-8499-4d7735609b0b req-0473ffc9-f252-457e-8632-271d240a076d tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 945 time: 0.0864699 Sep 16 17:49:43.000124 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-cf5735d1-d74b-40da-8499-4d7735609b0b req-7e79b0e3-6e5b-49d6-bd3f-258734d5e341 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Sep 16 17:49:43.259065 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-12c76eef-c224-416d-b864-4f9c727239b6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:43.259716 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-12c76eef-c224-416d-b864-4f9c727239b6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:49:43.275334 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-12c76eef-c224-416d-b864-4f9c727239b6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:49:43.276496 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-12c76eef-c224-416d-b864-4f9c727239b6 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 945 time: 0.0973969 Sep 16 17:49:43.348363 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Deleting port 470cb725-5e71-414f-876b-b19ba3826076 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:49:43.348703 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:43.605704 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] For port 470cb725-5e71-414f-876b-b19ba3826076, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=470cb725-5e71-414f-876b-b19ba3826076,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:43.606057 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:43.734559 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Calling delete_port for 470cb725-5e71-414f-876b-b19ba3826076 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:49:43.971002 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:43.976903 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-fc996f3e-e00e-4cb5-a02e-93b8ec5e25d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:43.982933 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962', '53e8eaa3-8136-4ef0-a08c-509752f07ad4'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:44.026114 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event deleted for resources: {'Port': ['ID=470cb725-5e71-414f-876b-b19ba3826076,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:44.029247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:44.101739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] No DVR routers for this DVR port 470cb725-5e71-414f-876b-b19ba3826076 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:49:44.104912 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:44.108889 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'name': 'network-vif-deleted', 'tag': '470cb725-5e71-414f-876b-b19ba3826076'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:44.126896 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-a61ff409-e2db-4235-9e8b-b53c08efa8a1 req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "DELETE /v2.0/ports/470cb725-5e71-414f-876b-b19ba3826076 HTTP/1.1" status: 204 len: 173 time: 0.8440616 Sep 16 17:49:44.168713 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd28425-caee-41e2-971f-c4a32e0c74e5', 'name': 'network-vif-deleted', 'tag': '470cb725-5e71-414f-876b-b19ba3826076', 'status': 'completed', 'code': 200} Sep 16 17:49:44.190687 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-82ab2306-eb3e-4b2f-b394-240f4bdb89e6 req-cedde1bc-9319-41f0-ad5e-9bbb5809c881 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebd28425-caee-41e2-971f-c4a32e0c74e5 HTTP/1.1" status: 200 len: 210 time: 0.0596268 Sep 16 17:49:45.727955 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bbb7a-1f34-4ec9-a03e-e987fac0090d req-cd49716b-5b3d-4b9f-b9f3-16d80be33e28 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:45.729450 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ca7bbb7a-1f34-4ec9-a03e-e987fac0090d req-cd49716b-5b3d-4b9f-b9f3-16d80be33e28 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 945 time: 0.1739719 Sep 16 17:49:45.776249 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ca7bbb7a-1f34-4ec9-a03e-e987fac0090d req-72f27225-7fd1-4050-87fa-5902a65adc9e tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Sep 16 17:49:45.846971 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 470cb725-5e71-414f-876b-b19ba3826076 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:49:45.882871 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 470cb725-5e71-414f-876b-b19ba3826076 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:49:45.883222 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 470cb725-5e71-414f-876b-b19ba3826076 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:49:46.931156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-22d70612-eec7-4667-881f-cce3a0ff8470 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:46.931932 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-22d70612-eec7-4667-881f-cce3a0ff8470 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:49:46.949711 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-22d70612-eec7-4667-881f-cce3a0ff8470 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:49:46.950923 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-22d70612-eec7-4667-881f-cce3a0ff8470 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 945 time: 0.1263492 Sep 16 17:49:47.021949 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Deleting port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:49:47.022325 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:47.120489 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dd80e-8a32-496b-8255-3866c961dfbb req-3c6aa72e-46ae-4f94-861f-2a3ef5cc64b3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:47.121871 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-192dd80e-8a32-496b-8255-3866c961dfbb req-3c6aa72e-46ae-4f94-861f-2a3ef5cc64b3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ceb5c50-598b-4054-852d-213ffb1ff213 HTTP/1.1" status: 200 len: 945 time: 0.0820141 Sep 16 17:49:47.170261 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-192dd80e-8a32-496b-8255-3866c961dfbb req-3edf6762-6945-492f-9469-384f70901b23 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Sep 16 17:49:47.274912 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] For port 53e8eaa3-8136-4ef0-a08c-509752f07ad4, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=53e8eaa3-8136-4ef0-a08c-509752f07ad4,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:47.275264 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:47.397420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Calling delete_port for 53e8eaa3-8136-4ef0-a08c-509752f07ad4 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:49:47.540341 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:47.545694 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9ca2078c-b4cd-4db3-8ef0-ae3c069c9592 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:47.551684 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962', '53e8eaa3-8136-4ef0-a08c-509752f07ad4'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:47.593199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event deleted for resources: {'Port': ['ID=53e8eaa3-8136-4ef0-a08c-509752f07ad4,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:47.597951 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:47.670871 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] No DVR routers for this DVR port 53e8eaa3-8136-4ef0-a08c-509752f07ad4 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:49:47.673301 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:47.676486 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'name': 'network-vif-deleted', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:47.693143 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b6b0405f-38fd-4ed3-a5c2-f872a0e54390 req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "DELETE /v2.0/ports/53e8eaa3-8136-4ef0-a08c-509752f07ad4 HTTP/1.1" status: 204 len: 173 time: 0.7360117 Sep 16 17:49:47.738350 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb5c50-598b-4054-852d-213ffb1ff213', 'name': 'network-vif-deleted', 'tag': '53e8eaa3-8136-4ef0-a08c-509752f07ad4', 'status': 'completed', 'code': 200} Sep 16 17:49:49.870843 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6f6e3-5fff-446e-9206-53d0b249a784 req-6795568b-1fb8-4c45-add7-cb95356a0365 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:49.872321 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-62d6f6e3-5fff-446e-9206-53d0b249a784 req-6795568b-1fb8-4c45-add7-cb95356a0365 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.0804276 Sep 16 17:49:49.879250 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 53e8eaa3-8136-4ef0-a08c-509752f07ad4 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:49:49.913726 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 53e8eaa3-8136-4ef0-a08c-509752f07ad4 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:49:49.914075 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 53e8eaa3-8136-4ef0-a08c-509752f07ad4 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:49:49.922720 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-62d6f6e3-5fff-446e-9206-53d0b249a784 req-39ca7f98-d2a3-44d0-9bab-0118b010ec38 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Sep 16 17:49:51.117357 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9860b-a20f-4d0e-8a03-f6a8b7c94919 req-a159cefa-b251-40a2-809c-1889ecb74af9 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:51.118796 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-61f9860b-a20f-4d0e-8a03-f6a8b7c94919 req-a159cefa-b251-40a2-809c-1889ecb74af9 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.0839710 Sep 16 17:49:51.163115 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-61f9860b-a20f-4d0e-8a03-f6a8b7c94919 req-9735bfa5-96fc-4dea-866e-93f7e9134d46 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/security-groups?id=76f42bbe-85a6-41f8-aa44-ee90cab4a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Sep 16 17:49:51.417449 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-c87a18b1-a068-4188-ba5f-68f73156f493 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:49:51.418062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-c87a18b1-a068-4188-ba5f-68f73156f493 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Synchronizing usage tracker for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:49:51.434309 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-c87a18b1-a068-4188-ba5f-68f73156f493 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Unset dirty status for tenant:f98a9e8d72614694b22ea98d00a18eff on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:49:51.435532 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-c87a18b1-a068-4188-ba5f-68f73156f493 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 946 time: 0.1010866 Sep 16 17:49:51.506539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Deleting port 0fad9465-75af-4b0a-936d-172be5f9c962 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:49:51.506872 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:51.755355 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] For port 0fad9465-75af-4b0a-936d-172be5f9c962, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=0fad9465-75af-4b0a-936d-172be5f9c962,segment=NetworkSegment(0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0),segment_id=0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:49:51.755765 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:51.973740 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Calling delete_port for 0fad9465-75af-4b0a-936d-172be5f9c962 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:49:52.117697 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:52.122850 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ed4298c1-abc5-434c-8e49-8d37245699e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:52.129918 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['0fad9465-75af-4b0a-936d-172be5f9c962'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:49:52.169282 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Pushing event deleted for resources: {'Port': ['ID=0fad9465-75af-4b0a-936d-172be5f9c962,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:52.172359 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:52.245392 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] No DVR routers for this DVR port 0fad9465-75af-4b0a-936d-172be5f9c962 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:49:52.247824 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:52.250319 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'name': 'network-vif-deleted', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:49:52.268962 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-b53682fd-2a3f-4290-a885-c85e61761f35 req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.36 "DELETE /v2.0/ports/0fad9465-75af-4b0a-936d-172be5f9c962 HTTP/1.1" status: 204 len: 173 time: 0.8266773 Sep 16 17:49:52.310611 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41536bbe-68ce-45f7-87f4-c8c0390e4a3a', 'name': 'network-vif-deleted', 'tag': '0fad9465-75af-4b0a-936d-172be5f9c962', 'status': 'completed', 'code': 200} Sep 16 17:49:52.336825 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f09c9ddc-f45f-4ce3-97e2-22737853232a req-c0428497-c195-4d00-a6b8-d6d973d2087a tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] 10.222.0.32 "GET /v2.0/ports?device_id=41536bbe-68ce-45f7-87f4-c8c0390e4a3a HTTP/1.1" status: 200 len: 210 time: 0.0559039 Sep 16 17:49:53.433246 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48880) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:53.493266 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Deleting subnet 73a387d3-397e-4b2f-9677-35b31faa2a61 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:49:53.495983 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.546739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15295241'] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.599744 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.674244 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14857365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13729953'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.677915 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:53.710758 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a387d3-397e-4b2f-9677-35b31faa2a61,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:53.714227 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:53.716588 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.722446 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1e1e81a1-0ea9-49a6-9d5b-8929dd5c04b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/73a387d3-397e-4b2f-9677-35b31faa2a61 HTTP/1.1" status: 204 len: 168 time: 0.2879901 Sep 16 17:49:53.724981 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48888) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:53.826231 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.949487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:53.975615 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f201286a-44e8-4446-ae64-96f6c83d226b']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:53.987304 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:53.987614 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd4a82e-bdbc-4a6c-b951-ff7139d2aad0') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:49:53.998403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.013679 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.020209 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:49:54.020530 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:49:54.033004 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:49:54.108350 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.111928 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c5dce459-96fa-46a6-b01b-c4240988500e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:54.124062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.134158 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f201286a-44e8-4446-ae64-96f6c83d226b,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:54.137194 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:54.142281 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-26d6a8e9-1973-40de-bc67-d9b829e78a09 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f201286a-44e8-4446-ae64-96f6c83d226b HTTP/1.1" status: 204 len: 168 time: 0.4164717 Sep 16 17:49:54.309688 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48894) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:54.358887 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-aff1c374-398d-40ba-a100-f262b24425fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f98a9e8d72614694b22ea98d00a18eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478334 Sep 16 17:49:54.361024 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 48898) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:49:54.420294 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.445579 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.498261 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.504645 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-cd04a2d7-bb12-4bd8-9043-3e7e9e7add8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:49:54.517435 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f42bbe-85a6-41f8-aa44-ee90cab4a82f,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:49:54.520814 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:49:54.532049 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:49:54.533158 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76f42bbe-85a6-41f8-aa44-ee90cab4a82f HTTP/1.1" status: 204 len: 168 time: 0.1710379 Sep 16 17:49:55.973776 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 0fad9465-75af-4b0a-936d-172be5f9c962 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:49:56.010999 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 0fad9465-75af-4b0a-936d-172be5f9c962 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:49:56.011353 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 0fad9465-75af-4b0a-936d-172be5f9c962 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:49:58.019011 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:50:00.725238 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3f5e-15d7-44fa-bf0f-af2baea11d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:01.324448 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:02.655243 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49046) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:02.769869 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:02.783255 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:02.787345 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Usage tracker for resource:security_group_rule and tenant:2b5e69e64ba44a70a766a7e5eaac9a97 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:02.790189 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:02.795836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:02.880434 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:02.884386 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:02.891188 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-84a82227-f9e5-4ef6-b53e-2bf3f05365ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:02.930450 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70617cc-23f7-4a3d-8d9a-31ed8efd9513,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:02.934673 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b5e69e64ba44a70a766a7e5eaac9a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784171 Sep 16 17:50:02.935527 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e6061263-fac1-47c5-adf7-44cb219c08da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:02.937313 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49052) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:03.003473 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:03.029151 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:03.082751 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:03.087794 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ab246110-813f-4c0c-a917-a4955008d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:03.098384 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70617cc-23f7-4a3d-8d9a-31ed8efd9513,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:03.101826 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:03.105055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:03.108138 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f70617cc-23f7-4a3d-8d9a-31ed8efd9513 HTTP/1.1" status: 204 len: 168 time: 0.1697953 Sep 16 17:50:03.391481 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b0fda4ff-e12e-4401-b473-04ac72b9a9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.217099 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49106) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:04.334506 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.348766 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:04.359945 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Usage tracker for resource:security_group_rule and tenant:314b4cd46772402c827778ea46a048a2 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:04.363227 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:04.368811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:04.435108 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.451906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.455510 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.463582 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-5857f276-cbab-41c6-9b16-45b06673af84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:04.508146 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=314b4cd46772402c827778ea46a048a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875850 Sep 16 17:50:04.508146 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d2c9fb-f993-4e4c-ac90-c6f751d1f3ed,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:04.509287 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49114) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:04.512388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6db5bd89-fd4d-49b5-9f02-6c8ad7206a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:04.572664 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.598224 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.656550 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.661310 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-99424396-4589-43e8-b0bd-eb263216fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:04.674391 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d2c9fb-f993-4e4c-ac90-c6f751d1f3ed,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:04.677215 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:04.678110 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:04.681833 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5fe9ee54-73c7-41fa-8192-04fb9f58036a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90d2c9fb-f993-4e4c-ac90-c6f751d1f3ed HTTP/1.1" status: 204 len: 168 time: 0.1724124 Sep 16 17:50:05.806160 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:07.151963 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-f14d0cf5-d4d5-4574-9061-c37f7d009099 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271914 Sep 16 17:50:07.297750 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-921ca196-30d9-43be-bb4e-d1be334db251 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:07.299639 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-921ca196-30d9-43be-bb4e-d1be334db251 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427531 Sep 16 17:50:07.313534 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-3ee2cee0-e44e-4c73-b5a0-36bc7d52ce82 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/quotas/92d2e2d5e2c64e19bd728e5982a1ae1b HTTP/1.1" status: 200 len: 375 time: 0.0084686 Sep 16 17:50:07.359096 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-e29e9bff-080a-495f-ac15-6c8d0a05994c tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407162 Sep 16 17:50:07.540291 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ebb23ca7-bc46-4e11-87fc-76d8964b98d2 req-254ef786-1904-4a80-9c2b-d3f5cd332878 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 210 time: 0.0458055 Sep 16 17:50:08.429814 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-63f7fbb8-33ac-471e-81d0-2a720d4c460a tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277309 Sep 16 17:50:08.687228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-28dc70b7-cea0-4cb6-8324-20d36fea0d80 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:08.688609 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-28dc70b7-cea0-4cb6-8324-20d36fea0d80 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540104 Sep 16 17:50:08.699691 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-505abc06-12c8-4b96-adae-97aa44e8b89a req-acb2dd86-a5e1-4cae-9352-d8422fe4fd2f tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 210 time: 0.0489852 Sep 16 17:50:08.701619 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Request body: {'port': {'device_id': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927', 'admin_state_up': True, 'tenant_id': '92d2e2d5e2c64e19bd728e5982a1ae1b'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:08.835620 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:08.839390 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Usage tracker for resource:port and tenant:92d2e2d5e2c64e19bd728e5982a1ae1b is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:08.842163 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:08.848483 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:08.859836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Made reservation on behalf of 92d2e2d5e2c64e19bd728e5982a1ae1b for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:50:08.864206 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.876158 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.890914 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:08.894736 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Usage tracker for resource:security_group_rule and tenant:92d2e2d5e2c64e19bd728e5982a1ae1b is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:08.897527 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:08.903253 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:08.912681 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.988450 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.992135 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:08.996647 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-700d2b06-35ec-4477-953a-fd5466142b78 tempest-AttachVolumeShelveTestJSON-496374927 tempest-AttachVolumeShelveTestJSON-496374927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:09.074461 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8a84d-23ed-4f20-ae5e-292c89a53ce9,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:09.079545 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:09.164117 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Allocated IP 192.168.233.74 (5748f699-11a0-4440-8318-f3be7fc53927/bba39f9b-923e-428c-8299-4db12a55fef3/e0a0216e-a491-4040-a27b-090d42c2a347) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:50:09.370361 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.385388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Transition to ACTIVE for port object e0a0216e-a491-4040-a27b-090d42c2a347 will not be triggered until provisioned by entity DHCP. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:50:09.408410 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.413821 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0b391880-79cd-4c45-a306-325bea307ddb tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:09.480724 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Network 5748f699-11a0-4440-8318-f3be7fc53927 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:50:09.483816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:50:09.488350 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:50:09.524995 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Pushing event updated for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:09.529486 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:09.560552 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:09.561057 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.591157 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-ec07d85f-dc06-4739-89a0-aa826b459aad tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8931413 Sep 16 17:50:09.602466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Request body: {'port': {'device_id': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:09.716037 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.718754 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-817e00ed-0ba0-4877-bcdf-c2ad5d67aae2 None None] Provisioning for port e0a0216e-a491-4040-a27b-090d42c2a347 completed by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:50:09.724606 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-817e00ed-0ba0-4877-bcdf-c2ad5d67aae2 None None] Provisioning complete for port e0a0216e-a491-4040-a27b-090d42c2a347 triggered by entity DHCP. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:50:09.724999 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-817e00ed-0ba0-4877-bcdf-c2ad5d67aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:09.781353 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-817e00ed-0ba0-4877-bcdf-c2ad5d67aae2 None None] Port e0a0216e-a491-4040-a27b-090d42c2a347 cannot update to ACTIVE because it is not bound. {{(pid=79464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 16 17:50:09.893975 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ae797-ddbb-4bb3-bf53-445fa622e9be req-b14d8906-6c7c-47f6-944a-6f53b693ba03 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:09.895426 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-526ae797-ddbb-4bb3-bf53-445fa622e9be req-b14d8906-6c7c-47f6-944a-6f53b693ba03 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 935 time: 0.0821612 Sep 16 17:50:09.943080 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-526ae797-ddbb-4bb3-bf53-445fa622e9be req-00bc8a1a-01ab-403c-bcc9-ccb0a2307ad4 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Sep 16 17:50:10.062039 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a0216e-a491-4040-a27b-090d42c2a347 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:10.069749 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.084828 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Transition to ACTIVE for port object e0a0216e-a491-4040-a27b-090d42c2a347 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:50:10.088286 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.092541 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-024269e1-7a24-450d-a11b-e6934919b290 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:10.247489 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:10.255976 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:10.321827 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Attempting to bind port e0a0216e-a491-4040-a27b-090d42c2a347 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:50:10.322161 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Attempting to bind port e0a0216e-a491-4040-a27b-090d42c2a347 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:50:10.322487 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Attempting to bind port e0a0216e-a491-4040-a27b-090d42c2a347 on network 5748f699-11a0-4440-8318-f3be7fc53927 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:50:10.327180 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Port e0a0216e-a491-4040-a27b-090d42c2a347 on network 5748f699-11a0-4440-8318-f3be7fc53927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:50:10.327501 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Attempting to bind port e0a0216e-a491-4040-a27b-090d42c2a347 on network 5748f699-11a0-4440-8318-f3be7fc53927 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:50:10.333369 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:50:10.333706 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Checking segment: {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:50:10.334087 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Bound using segment: {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:50:10.334542 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Bound port: e0a0216e-a491-4040-a27b-090d42c2a347, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dbd2de-b239-4c83-899d-a836aabf3a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:50:10.334840 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.428020 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:50:10.430868 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=e0a0216e-a491-4040-a27b-090d42c2a347,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:50:10.436430 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.442157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c4e54c12-d8c5-4599-97e7-d77ccae0ac1b tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:10.498914 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.499573 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:10.500936 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] 10.222.0.36 "PUT /v2.0/ports/e0a0216e-a491-4040-a27b-090d42c2a347 HTTP/1.1" status: 200 len: 1097 time: 0.9026845 Sep 16 17:50:10.501433 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:10.523578 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:10.526792 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-c219764c-2435-4ca7-9541-e2dee26a7f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:10.597169 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347', 'status': 'completed', 'code': 200} Sep 16 17:50:10.755146 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-66774e21-84fb-47eb-974a-695dbcd7c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.756679 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-66774e21-84fb-47eb-974a-695dbcd7c34c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 1100 time: 0.2130823 Sep 16 17:50:10.824845 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-2f477876-4437-4ffe-ae40-5795e7f0f7a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e0a0216e-a491-4040-a27b-090d42c2a347 HTTP/1.1" status: 200 len: 217 time: 0.0603125 Sep 16 17:50:10.901518 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-337168d6-7d97-4249-a0a5-f3a526ae3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.903249 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-337168d6-7d97-4249-a0a5-f3a526ae3565 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bba39f9b-923e-428c-8299-4db12a55fef3 HTTP/1.1" status: 200 len: 843 time: 0.0723841 Sep 16 17:50:10.984042 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0189-e97b-481b-8598-bf15fa591857 req-310bc8fb-cea9-4a24-81d1-c00e818ba437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:10.985532 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-310bc8fb-cea9-4a24-81d1-c00e818ba437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5748f699-11a0-4440-8318-f3be7fc53927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744882 Sep 16 17:50:11.120059 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-5a12c4cd-eec4-4af0-bc51-410252d016ce service neutron] 10.222.0.36 "GET /v2.0/networks/5748f699-11a0-4440-8318-f3be7fc53927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274767 Sep 16 17:50:11.135057 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb8f63-1432-4a59-b600-24279130d381 req-7af5ca10-48f8-4b19-991c-7684466ba943 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.136644 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-72fb8f63-1432-4a59-b600-24279130d381 req-7af5ca10-48f8-4b19-991c-7684466ba943 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 947 time: 0.0840175 Sep 16 17:50:11.186029 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-72fb8f63-1432-4a59-b600-24279130d381 req-293c90fc-92d4-4892-8831-1bb4c2a98fb7 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Sep 16 17:50:11.253976 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-83ce0189-e97b-481b-8598-bf15fa591857 req-b3c0f018-651f-4b39-b78c-eb7b9aeeea6d service neutron] 10.222.0.36 "GET /v2.0/networks/5748f699-11a0-4440-8318-f3be7fc53927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278746 Sep 16 17:50:11.376586 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-49b4b5ec-38ba-466f-8419-3914fa3d5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.378177 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-49b4b5ec-38ba-466f-8419-3914fa3d5d74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 1100 time: 0.0789762 Sep 16 17:50:11.508047 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-ed8d0629-ef66-41b0-8cfd-09f363d97dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.509446 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-ed8d0629-ef66-41b0-8cfd-09f363d97dab service neutron] 10.222.0.36 "GET /v2.0/networks?id=5748f699-11a0-4440-8318-f3be7fc53927 HTTP/1.1" status: 200 len: 870 time: 0.1240888 Sep 16 17:50:11.574983 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-053db2b5-628d-408d-99d5-8889058e36a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e0a0216e-a491-4040-a27b-090d42c2a347 HTTP/1.1" status: 200 len: 217 time: 0.0584872 Sep 16 17:50:11.638365 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-e2444961-e21b-4876-9bc6-eadea53223a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.639935 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-e2444961-e21b-4876-9bc6-eadea53223a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bba39f9b-923e-428c-8299-4db12a55fef3 HTTP/1.1" status: 200 len: 843 time: 0.0578642 Sep 16 17:50:11.713382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-8acd4f1b-d9fb-4b31-a93f-3fe2eed5e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:11.714820 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-8acd4f1b-d9fb-4b31-a93f-3fe2eed5e03f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5748f699-11a0-4440-8318-f3be7fc53927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676236 Sep 16 17:50:11.843541 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-ec802064-cd20-40fd-b587-8a29dba6a0cd service neutron] 10.222.0.36 "GET /v2.0/networks/5748f699-11a0-4440-8318-f3be7fc53927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217034 Sep 16 17:50:11.978156 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5c761745-dd33-4e85-8de6-d549c82d1416 req-e9c98e5f-7a72-451e-be15-2458ec065aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/5748f699-11a0-4440-8318-f3be7fc53927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265802 Sep 16 17:50:12.390138 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1fb6-ed13-4e53-a40a-a83d49b38da5 req-6bc062f1-c40f-4a82-b355-13c188e147da tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:12.391672 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be9e1fb6-ed13-4e53-a40a-a83d49b38da5 req-6bc062f1-c40f-4a82-b355-13c188e147da tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 947 time: 0.0954504 Sep 16 17:50:12.444101 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-be9e1fb6-ed13-4e53-a40a-a83d49b38da5 req-09eb0d55-a1f6-466e-9803-525f2d9162f1 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Sep 16 17:50:12.703539 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49272) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:12.821071 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:12.835271 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:12.839043 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Usage tracker for resource:security_group_rule and tenant:8554b80cc4ee4d3e8e9ccaeab62cd1ad is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:12.841845 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:12.847742 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:12.929908 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:12.933640 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:12.942780 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f4b6e888-30c3-4be1-85eb-63322c896935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:12.982441 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8554b80cc4ee4d3e8e9ccaeab62cd1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776859 Sep 16 17:50:12.983872 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ca668-c420-42aa-a796-f6240c76afa9,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:12.984916 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49278) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:12.988062 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-608a0a35-22a3-49a5-be39-ed24993555ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:13.046636 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.072382 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.127055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.130662 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aa53b3b6-7ef2-46f7-bd3f-6f581b61619a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:13.140900 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ca668-c420-42aa-a796-f6240c76afa9,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:13.144829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:13.148058 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.149173 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-3176b4e3-2b9e-440b-88e5-697369899a2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e8ca668-c420-42aa-a796-f6240c76afa9 HTTP/1.1" status: 204 len: 168 time: 0.1632972 Sep 16 17:50:13.421151 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49286) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:13.438439 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.452138 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:13.456494 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Usage tracker for resource:security_group_rule and tenant:a343f3cbf8684b70b2dc663a12cc5405 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:13.459539 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:13.465456 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:13.553034 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.556602 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.564917 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-18b09ef1-44ab-4da2-be4d-ec715859838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:13.645516 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a343f3cbf8684b70b2dc663a12cc5405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232203 Sep 16 17:50:13.646341 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c8320-d02a-43a5-bef7-26edd1f61682,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:13.648147 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49292) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:13.659098 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a7adbd35-90a9-434e-a8ee-29110371d8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:13.692110 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427099f-f32b-4025-8d32-e8e94828f370 req-8da25a14-6145-4b6b-b10a-e92945a5b19c tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:13.693591 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b427099f-f32b-4025-8d32-e8e94828f370 req-8da25a14-6145-4b6b-b10a-e92945a5b19c tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 947 time: 0.1297543 Sep 16 17:50:13.709798 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.735458 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.741816 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-b427099f-f32b-4025-8d32-e8e94828f370 req-656b7d41-e258-4713-9ba7-db59be46c591 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Sep 16 17:50:13.787829 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.791477 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ea824027-e0eb-45ab-a0e4-052173478636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:13.804284 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c8320-d02a-43a5-bef7-26edd1f61682,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:13.807055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:13.808990 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:13.812681 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-d417184f-0959-4c02-ace9-86d53d46adae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e1c8320-d02a-43a5-bef7-26edd1f61682 HTTP/1.1" status: 204 len: 168 time: 0.1609740 Sep 16 17:50:14.073173 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device e0a0216e-a491-4040-a27b-090d42c2a347 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:50:14.208563 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=e0a0216e-a491-4040-a27b-090d42c2a347,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:14.223097 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': 'e0a0216e-a491-4040-a27b-090d42c2a347', 'network_id': '5748f699-11a0-4440-8318-f3be7fc53927', 'port_id': 'e0a0216e-a491-4040-a27b-090d42c2a347', 'mac_address': 'fa:16:3e:f0:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba39f9b-923e-428c-8299-4db12a55fef3', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:50:14.276333 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:14.293369 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a0216e-a491-4040-a27b-090d42c2a347 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:14.308779 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=e0a0216e-a491-4040-a27b-090d42c2a347,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:14.312756 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:14.314795 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:14.409652 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:14.416759 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.417105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.417426 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.417751 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.418068 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.418385 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.418699 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.419013 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.419326 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.419656 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.419969 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.420278 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:14.424059 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:14.514008 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['e0a0216e-a491-4040-a27b-090d42c2a347'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:50:14.934571 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95112-3de7-4233-a607-1c33f686115f req-bf5c1c9c-062a-4055-ae61-b23090ec0ff5 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:14.936060 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2cc95112-3de7-4233-a607-1c33f686115f req-bf5c1c9c-062a-4055-ae61-b23090ec0ff5 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 948 time: 0.0871363 Sep 16 17:50:14.982556 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-2cc95112-3de7-4233-a607-1c33f686115f req-163120a5-5131-4329-af97-83a883bb0e00 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Sep 16 17:50:16.086956 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device e0a0216e-a491-4040-a27b-090d42c2a347 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:50:16.163494 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port e0a0216e-a491-4040-a27b-090d42c2a347 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:50:16.170207 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port e0a0216e-a491-4040-a27b-090d42c2a347 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:50:16.171212 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:16.299932 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:16.330638 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:16.332066 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a78ee-94de-4597-9ef9-71084c98736a req-7e65a84f-f25e-4be7-af84-8faea07359d9 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:16.333524 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b2a78ee-94de-4597-9ef9-71084c98736a req-7e65a84f-f25e-4be7-af84-8faea07359d9 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 948 time: 0.0902255 Sep 16 17:50:16.340828 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=e0a0216e-a491-4040-a27b-090d42c2a347,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:16.345769 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:16.349190 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:16.381983 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347', 'code': 200} Sep 16 17:50:16.386055 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b2a78ee-94de-4597-9ef9-71084c98736a req-1e3cc238-290c-4d97-8b93-1ddd24cab0d4 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Sep 16 17:50:16.423053 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:16.426700 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:16.600497 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6480-128e-4751-8a70-8a0defa00798 req-4706e6a9-2675-4f86-afea-589b90a391f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:16.601862 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-11dd6480-128e-4751-8a70-8a0defa00798 req-4706e6a9-2675-4f86-afea-589b90a391f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 1102 time: 0.0715976 Sep 16 17:50:16.644980 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-11dd6480-128e-4751-8a70-8a0defa00798 req-af6690d7-5a24-4595-9f37-1041ba39e8f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Sep 16 17:50:17.585267 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e461e4-160b-4fa2-b1c9-39470eee84da req-1f8ff751-69f4-47ba-b821-178b6af2d38e tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:17.586738 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45e461e4-160b-4fa2-b1c9-39470eee84da req-1f8ff751-69f4-47ba-b821-178b6af2d38e tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 949 time: 0.0843775 Sep 16 17:50:17.633486 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-45e461e4-160b-4fa2-b1c9-39470eee84da req-114de45a-87bc-40b3-9073-07fcfd553eb7 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Sep 16 17:50:18.916810 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d5662-4c30-462e-9311-ebfbbd7e0e69 req-62a48235-3b89-4db1-9db0-20be8aeac8b1 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:18.918282 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-799d5662-4c30-462e-9311-ebfbbd7e0e69 req-62a48235-3b89-4db1-9db0-20be8aeac8b1 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 949 time: 0.1737907 Sep 16 17:50:18.969021 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-799d5662-4c30-462e-9311-ebfbbd7e0e69 req-23d9c0a9-304e-445f-a72b-9a766d8c935f tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Sep 16 17:50:19.402648 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2829c-ada3-4c3a-9618-a053883d51e9 req-d51d8d00-f15c-4ed9-bc65-2ae9d3de1924 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:19.404125 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-12c2829c-ada3-4c3a-9618-a053883d51e9 req-d51d8d00-f15c-4ed9-bc65-2ae9d3de1924 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 949 time: 0.0815804 Sep 16 17:50:19.452713 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-12c2829c-ada3-4c3a-9618-a053883d51e9 req-16f99b2b-5ad2-4456-8871-ac81040d0034 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Sep 16 17:50:19.520203 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49404) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:19.634499 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.648646 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:19.652435 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7b1e91f92d46a596b8bade91a10da1 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:19.655130 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:19.661232 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:19.743841 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.747906 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.756342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f39a2f34-17b0-47e6-975e-f39cf2afe5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:19.795108 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca7b1e91f92d46a596b8bade91a10da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738919 Sep 16 17:50:19.795999 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2648cc1-b5da-43c4-9c54-a2c1318ef27c,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:19.797873 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49410) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:19.799920 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e8558977-fdd5-4109-8680-31cf473f9c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:19.857799 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.883321 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.934281 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.937955 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5f557a47-7dfe-4c23-8ff2-2de3a6ae522f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:19.952114 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2648cc1-b5da-43c4-9c54-a2c1318ef27c,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:19.965311 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.965687 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.966050 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.966413 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.966772 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.967130 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.967482 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.967864 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.968225 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.968576 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.968923 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.969269 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:50:19.975416 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:19.977235 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:19.978349 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-ab9e5c9a-40a8-4be7-ab66-d30a2e5d8004 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2648cc1-b5da-43c4-9c54-a2c1318ef27c HTTP/1.1" status: 204 len: 168 time: 0.1788003 Sep 16 17:50:20.253814 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49418) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:20.271245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.285496 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:20.289173 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Usage tracker for resource:security_group_rule and tenant:4863014d7c11419288273c5288fc346a is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:20.291862 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:20.297333 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:20.386245 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.389805 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.397218 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-a4ac706f-6339-4cd4-8b31-df2ff998a6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:20.436270 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4863014d7c11419288273c5288fc346a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813791 Sep 16 17:50:20.437033 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c133d112-0a34-4ce6-8fe8-abb06a2274d8,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:20.439013 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49422) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:20.440597 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-f6209cc0-186f-4dad-a504-c00d4d1cae84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:20.630323 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.642081 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079215e6-ef5c-4b41-b52d-be6b08e1a784 req-2747393e-e3eb-473b-addb-494d22a16577 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:20.644544 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-079215e6-ef5c-4b41-b52d-be6b08e1a784 req-2747393e-e3eb-473b-addb-494d22a16577 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 949 time: 0.0817866 Sep 16 17:50:20.673134 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.689699 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-079215e6-ef5c-4b41-b52d-be6b08e1a784 req-c666450b-70ab-42e8-a8f6-29f8ec0de39f tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/security-groups?id=18f8a84d-23ed-4f20-ae5e-292c89a53ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395386 Sep 16 17:50:20.736969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-c2831e60-b319-4f56-960b-5172348e8b86 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:20.737661 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-c2831e60-b319-4f56-960b-5172348e8b86 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Synchronizing usage tracker for tenant:92d2e2d5e2c64e19bd728e5982a1ae1b on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:50:20.756828 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-c2831e60-b319-4f56-960b-5172348e8b86 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Unset dirty status for tenant:92d2e2d5e2c64e19bd728e5982a1ae1b on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:50:20.757963 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-c2831e60-b319-4f56-960b-5172348e8b86 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.36 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 949 time: 0.1660054 Sep 16 17:50:20.759351 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.763816 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bfc4e9f3-cc02-4756-9dda-a7de75d7b86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:20.808070 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c133d112-0a34-4ce6-8fe8-abb06a2274d8,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:20.815957 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:20.833345 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:20.837123 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c133d112-0a34-4ce6-8fe8-abb06a2274d8 HTTP/1.1" status: 204 len: 168 time: 0.3943884 Sep 16 17:50:20.848772 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Deleting port e0a0216e-a491-4040-a27b-090d42c2a347 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:50:20.849227 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:21.104563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] For port e0a0216e-a491-4040-a27b-090d42c2a347, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=e0a0216e-a491-4040-a27b-090d42c2a347,segment=NetworkSegment(04dbd2de-b239-4c83-899d-a836aabf3a75),segment_id=04dbd2de-b239-4c83-899d-a836aabf3a75)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:21.104917 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:21.233224 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Calling delete_port for e0a0216e-a491-4040-a27b-090d42c2a347 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:50:21.378979 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:21.384302 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a5f9ab69-3da6-42e5-a2e2-64752e877dc3 tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:21.389895 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['e0a0216e-a491-4040-a27b-090d42c2a347'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:50:21.428917 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Pushing event deleted for resources: {'Port': ['ID=e0a0216e-a491-4040-a27b-090d42c2a347,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:21.431973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:21.509701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] No DVR routers for this DVR port e0a0216e-a491-4040-a27b-090d42c2a347 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:50:21.512795 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:21.521531 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'name': 'network-vif-deleted', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:21.535557 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5bab74f6-bc34-4033-ab0a-e543815e3ec5 req-4068304c-0830-473e-8fbd-b866041a5a41 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.36 "DELETE /v2.0/ports/e0a0216e-a491-4040-a27b-090d42c2a347 HTTP/1.1" status: 204 len: 173 time: 0.7635779 Sep 16 17:50:21.574288 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fee16c-3ec5-4efa-b9f2-dcac82c11c78', 'name': 'network-vif-deleted', 'tag': 'e0a0216e-a491-4040-a27b-090d42c2a347', 'status': 'completed', 'code': 200} Sep 16 17:50:21.884591 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-6c9b9e5b-48cd-4133-959d-1145c10f20f4 req-96bbf832-4ca6-43fc-9769-400993beb648 tempest-VolumesNegativeTest-1351149595 tempest-VolumesNegativeTest-1351149595-project] 10.222.0.32 "GET /v2.0/ports?device_id=43fee16c-3ec5-4efa-b9f2-dcac82c11c78 HTTP/1.1" status: 200 len: 210 time: 0.0698500 Sep 16 17:50:22.688270 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49486) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:22.806197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:22.821045 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:22.824801 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Usage tracker for resource:security_group_rule and tenant:68f148f286494e29802ce5b8c36301e9 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:22.827857 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:22.834128 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:22.913306 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:22.917129 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:22.925672 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-078e6d7c-7f56-47b8-8536-a474c7bfae87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:22.968071 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68f148f286494e29802ce5b8c36301e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785876 Sep 16 17:50:22.969050 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b318df-3037-48bc-bcbb-605b0aa4da20,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:22.970820 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49494) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:22.973070 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:23.040001 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.065510 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.120560 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.125564 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-9cebb929-4c46-43ef-9748-759d94540870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:23.139423 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b318df-3037-48bc-bcbb-605b0aa4da20,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:23.144681 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:23.148381 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.151776 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-39c05666-db33-41fe-b623-dc42610de89f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86b318df-3037-48bc-bcbb-605b0aa4da20 HTTP/1.1" status: 204 len: 168 time: 0.1750069 Sep 16 17:50:23.433484 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49522) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:23.451240 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.465924 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:23.470750 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Usage tracker for resource:security_group_rule and tenant:b19e4bf5cc0f41d7bf2cbec8ca607aed is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:23.473951 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:23.480062 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:23.566552 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.570562 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.577926 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e57f22b8-11e0-4603-8968-48fab6bdfe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:23.615449 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba04bc-f195-4831-96f6-9d5d90a53226,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:23.620263 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:23.625932 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-bf1f5a5f-d976-4479-958a-602ffac32201 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b19e4bf5cc0f41d7bf2cbec8ca607aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888230 Sep 16 17:50:23.626925 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49540) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:23.684089 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.709749 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.766855 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.771788 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e3a252e4-ee75-4476-bdd6-abbd9cd1a1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:23.784228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba04bc-f195-4831-96f6-9d5d90a53226,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:23.787701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:23.793367 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:23.794475 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-f4578a42-7b69-428f-9084-3319d12bebde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1ba04bc-f195-4831-96f6-9d5d90a53226 HTTP/1.1" status: 204 len: 168 time: 0.1668124 Sep 16 17:50:24.104124 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device e0a0216e-a491-4040-a27b-090d42c2a347 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:50:24.142775 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: e0a0216e-a491-4040-a27b-090d42c2a347 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:50:24.143136 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device e0a0216e-a491-4040-a27b-090d42c2a347 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:50:28.080001 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49790) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:28.228609 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-abe47bb0-5bce-4f97-925c-af7a913ad23b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92d2e2d5e2c64e19bd728e5982a1ae1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473575 Sep 16 17:50:28.230888 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49798) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:28.289156 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.316686 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.372539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.376836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-68316a59-a510-4d7b-8c26-7a34773f0431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:28.389770 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8a84d-23ed-4f20-ae5e-292c89a53ce9,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:28.393440 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:28.395420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.399489 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-9d13a2bd-8169-4810-a031-071f51439b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18f8a84d-23ed-4f20-ae5e-292c89a53ce9 HTTP/1.1" status: 204 len: 168 time: 0.1676927 Sep 16 17:50:28.462606 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49808) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:28.709007 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.726102 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:28.730321 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Usage tracker for resource:security_group_rule and tenant:9565972b391c4c528f4d7c9ba1aa5503 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:28.733477 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:28.740757 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:28.834110 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.837866 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.844822 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6d6b2ccd-af50-4767-a536-3b23bfc778ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:28.885222 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9565972b391c4c528f4d7c9ba1aa5503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215519 Sep 16 17:50:28.886118 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e4498-8fd5-40ca-84ac-034e0b34e343,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:28.888531 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49814) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:28.889073 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ae98c2f7-91a2-40be-80d6-69a099e6d97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:28.953463 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:28.980105 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.031370 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.036002 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-ead9b9cc-1ce0-4b0d-8a6b-09950338f887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:29.046285 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e4498-8fd5-40ca-84ac-034e0b34e343,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:29.049783 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:29.055673 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.056784 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-92e06fde-0131-437a-878a-cf773f5e172d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f65e4498-8fd5-40ca-84ac-034e0b34e343 HTTP/1.1" status: 204 len: 168 time: 0.1663532 Sep 16 17:50:29.331367 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 49822) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:29.349703 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.364057 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:29.367877 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f77da72884c24056be9116978ba5dc81 is out of sync, need to count used quota {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:29.370617 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.quota.resource [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:29.377564 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.db.quota.driver [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:29.464576 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.468088 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.475821 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-179c4070-f93b-4c0f-aaf0-2eb248553c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:29.515268 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f77da72884c24056be9116978ba5dc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827257 Sep 16 17:50:29.516119 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21afd71b-9607-4026-a249-f60dd3efc6ba,revision_number=1']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:29.518647 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49826) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:29.519691 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-5348e50b-0d5a-4f35-8216-7471758d05b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:29.576804 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.602499 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.656824 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.660671 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-82d02675-edc5-4745-a6ca-bb426f686ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:29.670837 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21afd71b-9607-4026-a249-f60dd3efc6ba,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:29.674085 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:29.685592 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:29.686704 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-87a283e2-fefe-4f6f-b158-656eb38dd422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21afd71b-9607-4026-a249-f60dd3efc6ba HTTP/1.1" status: 204 len: 168 time: 0.1671007 Sep 16 17:50:30.397140 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49850) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:30.505189 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1652524067-network', 'tenant_id': '8f1773d865844e458261c5b37abf9b26'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:30.509866 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:30.513879 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Usage tracker for resource:network and tenant:8f1773d865844e458261c5b37abf9b26 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:30.516665 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:30.522757 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:30.533074 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Made reservation on behalf of 8f1773d865844e458261c5b37abf9b26 for: {'network': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:50:30.535258 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for network, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.546780 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.560639 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:30.565176 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1773d865844e458261c5b37abf9b26 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:30.567931 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:30.573505 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:30.653989 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.657735 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.660500 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3ebc58c9-a035-4ac3-ad6a-81ac40c96ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:30.690377 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=79463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 17:50:30.695573 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b1cad-785c-4a2b-8f65-4da1b4546450,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:30.699148 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:30.703034 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.703943 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.db.segments_db [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Added segment 95b2f2eb-178b-4622-a73a-ed7d560a60a3 of type vlan for network 11f21cb0-45a0-4276-befa-917c99da09d7 Sep 16 17:50:30.728575 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-65850050-f94c-435f-9523-975366092621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.732197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794222386634'] for network, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.761999 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919'] for network, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.763263 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:30.763882 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:30.767109 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:30.949746 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Pushing event updated for resources: {'Network': ['ID=11f21cb0-45a0-4276-befa-917c99da09d7,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:30.952662 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5545192 Sep 16 17:50:30.953530 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-6a653ac5-2173-4698-a61e-5439d9e972d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:30.956496 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 49856) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:50:30.960756 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Network 11f21cb0-45a0-4276-befa-917c99da09d7 details requested by agent ovs-agent-dv-cinder-809439-1-smb with host dv-cinder-809439-1-smb {{(pid=79464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 16 17:50:30.961777 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Request body: {'subnet': {'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1652524067-subnet', 'tenant_id': '8f1773d865844e458261c5b37abf9b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:30.966730 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:30.971324 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Usage tracker for resource:subnet and tenant:8f1773d865844e458261c5b37abf9b26 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:30.974482 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:30.980276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:30.990006 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Made reservation on behalf of 8f1773d865844e458261c5b37abf9b26 for: {'subnet': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:50:30.992597 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13729948'] for subnet, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:31.194349 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14858328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13729962'] for subnet, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:31.198842 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-f1444e7c-3578-43f6-9335-1350ec6fb779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:31.265585 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02a505d-d60f-44ce-97a1-0d31791a4430,revision_number=0']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:31.269753 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:31.276644 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Checking segment: {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:50:31.276997 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Network hostable DHCP agents. Network: 11f21cb0-45a0-4276-befa-917c99da09d7, hostable agents: ['d049c445-02be-4142-84af-e79c3aeff37b'], hosted agents: [] {{(pid=79463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 17:50:31.295791 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Network 11f21cb0-45a0-4276-befa-917c99da09d7 is scheduled to be hosted by DHCP agent d049c445-02be-4142-84af-e79c3aeff37b with binding_index 1 {{(pid=79463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 17:50:31.305247 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-smb, 11f21cb0-45a0-4276-befa-917c99da09d7) {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:50:31.309197 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:31.309779 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:31.315792 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd62a2f0-be91-4b3e-96e5-6391d6a11f04 None None] Network 11f21cb0-45a0-4276-befa-917c99da09d7 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:50:31.330734 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-1a79e1d4-9f19-4bbe-941b-0e19a7627ca2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3729844 Sep 16 17:50:31.394306 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:31.537531 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cdec9e-464e-4d2d-84a5-624e34dd60da None None] Network 11f21cb0-45a0-4276-befa-917c99da09d7 requested from dv-cinder-809439-1-smb {{(pid=79464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 16 17:50:33.339721 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-a661e29d-d207-451a-afa0-86670a618d96 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:33.341145 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-a661e29d-d207-451a-afa0-86670a618d96 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 814 time: 0.1464179 Sep 16 17:50:33.355442 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-cf959919-f64d-4450-887b-fba414a8937a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/quotas/8f1773d865844e458261c5b37abf9b26 HTTP/1.1" status: 200 len: 375 time: 0.0088573 Sep 16 17:50:33.395456 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-adc946be-7def-4976-8d28-d31d28bc4a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:33.404812 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-f23b1952-285b-45f0-a930-f710fa59d691 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445373 Sep 16 17:50:33.537011 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-1dfd86f4-df6c-47c7-bc53-6ba488927ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253648 Sep 16 17:50:33.665488 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-cd8ba297-2fb7-448d-a0c5-826bd447b752 service neutron] 10.222.0.32 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227427 Sep 16 17:50:33.835917 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-a6972f1e-bea8-4a27-9814-c2315c14bf20 req-9272e111-5c10-4d1f-8a9e-72ec3a1c2d33 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 210 time: 0.0422571 Sep 16 17:50:34.437452 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:34.852520 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-64745f49-a149-4669-8dc2-7047cdefa36e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:34.853173 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-64745f49-a149-4669-8dc2-7047cdefa36e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Synchronizing usage tracker for tenant:8f1773d865844e458261c5b37abf9b26 on resource:network {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:50:34.872539 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-64745f49-a149-4669-8dc2-7047cdefa36e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Unset dirty status for tenant:8f1773d865844e458261c5b37abf9b26 on resource:network {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:50:34.873907 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-64745f49-a149-4669-8dc2-7047cdefa36e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 814 time: 0.1756370 Sep 16 17:50:34.887221 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Request body: {'port': {'device_id': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7', 'admin_state_up': True, 'tenant_id': '8f1773d865844e458261c5b37abf9b26'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:35.010923 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-17b06918-2be2-460a-ace1-984f26f7464a req-0dc5ac29-48fc-469d-8135-8501ef7e8530 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 210 time: 0.0451198 Sep 16 17:50:35.019328 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:50:35.029173 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:50:35.032927 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Usage tracker for resource:port and tenant:8f1773d865844e458261c5b37abf9b26 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:50:35.035662 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:50:35.041184 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:50:35.050475 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Made reservation on behalf of 8f1773d865844e458261c5b37abf9b26 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:50:35.053977 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:35.213689 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Allocated IP 172.20.0.6 (11f21cb0-45a0-4276-befa-917c99da09d7/a02a505d-d60f-44ce-97a1-0d31791a4430/b2bb6c69-5e2d-49b3-a2f9-270962e29858) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:50:35.415767 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:35.445280 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:35.450852 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-aea76b2b-714e-4bd9-bc53-11ae859819eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:35.526171 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Network 11f21cb0-45a0-4276-befa-917c99da09d7 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:50:35.529359 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:50:35.531739 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:50:35.569405 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Pushing event updated for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:35.572274 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:35.601474 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:35.602060 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:35.621770 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-98275878-f808-4191-9bdb-ce9cc6af5b01 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402589 Sep 16 17:50:35.634291 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Request body: {'port': {'device_id': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:50:35.746612 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:35.807231 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.083929 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bb6c69-5e2d-49b3-a2f9-270962e29858 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:36.091059 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.105724 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Transition to ACTIVE for port object b2bb6c69-5e2d-49b3-a2f9-270962e29858 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:50:36.109808 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.114507 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0376bdf4-2805-4678-ace2-9d5906b2a3d9 tempest-AttachVolumeTestJSON-1389513170 tempest-AttachVolumeTestJSON-1389513170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:36.197943 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57e18-560a-4268-9ef8-2a7762ce13c0 req-df5d8611-6a49-4b41-880a-400a27025c0e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:36.199488 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d1f57e18-560a-4268-9ef8-2a7762ce13c0 req-df5d8611-6a49-4b41-880a-400a27025c0e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 943 time: 0.0827699 Sep 16 17:50:36.246188 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-d1f57e18-560a-4268-9ef8-2a7762ce13c0 req-1300ad5f-95a7-4aaa-af0f-80af06e17b1b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Sep 16 17:50:36.360302 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:36.367137 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:36.437854 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Attempting to bind port b2bb6c69-5e2d-49b3-a2f9-270962e29858 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:50:36.438185 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Attempting to bind port b2bb6c69-5e2d-49b3-a2f9-270962e29858 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:50:36.439030 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Attempting to bind port b2bb6c69-5e2d-49b3-a2f9-270962e29858 on network 11f21cb0-45a0-4276-befa-917c99da09d7 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:50:36.443681 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Port b2bb6c69-5e2d-49b3-a2f9-270962e29858 on network 11f21cb0-45a0-4276-befa-917c99da09d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:50:36.444000 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Attempting to bind port b2bb6c69-5e2d-49b3-a2f9-270962e29858 on network 11f21cb0-45a0-4276-befa-917c99da09d7 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:50:36.449198 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:50:36.449548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Checking segment: {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:50:36.449943 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Bound using segment: {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:50:36.450643 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Bound port: b2bb6c69-5e2d-49b3-a2f9-270962e29858, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:50:36.451174 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.553121 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:50:36.556181 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:50:36.560909 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.566399 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:36.630969 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:36.631580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:36.633033 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2bb6c69-5e2d-49b3-a2f9-270962e29858 HTTP/1.1" status: 200 len: 1093 time: 1.0026672 Sep 16 17:50:36.633546 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:36.655632 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:36.658592 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0a1c9556-7b8b-42ba-8f2f-d70c0c3263e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:36.720410 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858', 'status': 'completed', 'code': 200} Sep 16 17:50:36.762644 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-7a47454f-7de5-43f6-b100-faf2b0c977dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:36.764397 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-7a47454f-7de5-43f6-b100-faf2b0c977dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 1096 time: 0.0887372 Sep 16 17:50:36.844084 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-7e2a7deb-271a-4382-bfce-348d4b499929 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858 HTTP/1.1" status: 200 len: 217 time: 0.0722265 Sep 16 17:50:36.918983 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-d244e168-f11d-43c7-8a21-09fb95f26676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:36.921125 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-d244e168-f11d-43c7-8a21-09fb95f26676 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 200 len: 854 time: 0.0700147 Sep 16 17:50:36.974766 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-cef598d2-1e40-463a-87d0-92d3da1ca9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f21cb0-45a0-4276-befa-917c99da09d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467446 Sep 16 17:50:37.117235 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-e10b5035-a88d-4609-bb66-1a863fe88087 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362906 Sep 16 17:50:37.247187 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8815be33-8b0d-40fe-ac37-d163196523a4 req-6a0ab104-6211-4ec6-a4eb-0e48ee493713 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233494 Sep 16 17:50:37.365157 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-828e7bd4-d499-4926-ab89-ba345a63b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:37.366698 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-828e7bd4-d499-4926-ab89-ba345a63b2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 1096 time: 0.0766251 Sep 16 17:50:37.440622 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdd781-834e-4af6-8271-a69172573c32 req-e0c89845-e2d3-45da-80a9-85715200b15c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:37.442092 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-85cdd781-834e-4af6-8271-a69172573c32 req-e0c89845-e2d3-45da-80a9-85715200b15c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 943 time: 0.0862544 Sep 16 17:50:37.487113 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-85cdd781-834e-4af6-8271-a69172573c32 req-bf6323a6-56b4-4db2-9591-b71f5b285b68 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Sep 16 17:50:37.501555 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-843f69ab-9c75-4f0d-b85a-e72e7fcd73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:37.502989 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-843f69ab-9c75-4f0d-b85a-e72e7fcd73d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 915 time: 0.1295161 Sep 16 17:50:37.570041 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-feeb6b6f-7a8e-41a0-abd9-08bcc197fb3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858 HTTP/1.1" status: 200 len: 217 time: 0.0596328 Sep 16 17:50:37.633091 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-4d785f25-859f-46fc-a9e3-6f52e96ae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:37.634472 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-4d785f25-859f-46fc-a9e3-6f52e96ae95c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 200 len: 854 time: 0.0586240 Sep 16 17:50:37.680726 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-b15dc026-da1d-4984-878d-5f3ff3f6105b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f21cb0-45a0-4276-befa-917c99da09d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394421 Sep 16 17:50:37.812579 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-c484671d-bec6-4031-acae-956dbcce67cf service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246104 Sep 16 17:50:38.030543 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-fcc4d859-588b-4911-a8e5-e5e2bed98d25 req-69708873-9bde-4b50-a31a-f840201e51a4 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114356 Sep 16 17:50:38.673496 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b457bf2-5e89-42a4-ace9-60fb7163c378 req-8b06293d-a7b3-4a14-b8fc-c94d5f17ae16 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:38.674980 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b457bf2-5e89-42a4-ace9-60fb7163c378 req-8b06293d-a7b3-4a14-b8fc-c94d5f17ae16 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 943 time: 0.0813334 Sep 16 17:50:38.717393 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4b457bf2-5e89-42a4-ace9-60fb7163c378 req-0530a24f-83fa-437e-94d0-18121feb98c5 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Sep 16 17:50:38.932874 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:39.989766 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1b314-d7f9-4f4a-bf80-c1583d167729 req-aabc7730-03d8-4aca-a457-37b0f42c30e2 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:39.991217 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e8a1b314-d7f9-4f4a-bf80-c1583d167729 req-aabc7730-03d8-4aca-a457-37b0f42c30e2 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 943 time: 0.1656947 Sep 16 17:50:40.034782 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e8a1b314-d7f9-4f4a-bf80-c1583d167729 req-8f0c37c5-212c-43b9-810d-10c656f81aac tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Sep 16 17:50:40.197157 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device b2bb6c69-5e2d-49b3-a2f9-270962e29858 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:50:40.326641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:40.339867 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858', 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7', 'port_id': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858', 'mac_address': 'fa:16:3e:39:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02a505d-d60f-44ce-97a1-0d31791a4430', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:50:40.394822 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:40.410873 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bb6c69-5e2d-49b3-a2f9-270962e29858 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:50:40.425959 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:40.429717 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:40.432293 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-0da999f2-7603-4b65-8609-b15c11cf7164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:40.498881 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:40.502396 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:40.617766 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['b2bb6c69-5e2d-49b3-a2f9-270962e29858'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:50:41.215111 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038e832-fd78-4302-810b-d286728e1b50 req-dc5a2b19-593d-490f-98a5-2733002d1354 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:41.216586 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5038e832-fd78-4302-810b-d286728e1b50 req-dc5a2b19-593d-490f-98a5-2733002d1354 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 944 time: 0.0792940 Sep 16 17:50:41.262460 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-5038e832-fd78-4302-810b-d286728e1b50 req-463a8efa-a868-493a-a86e-e0291fcd0a80 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Sep 16 17:50:42.213055 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device b2bb6c69-5e2d-49b3-a2f9-270962e29858 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:50:42.308931 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port b2bb6c69-5e2d-49b3-a2f9-270962e29858 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:50:42.313855 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port b2bb6c69-5e2d-49b3-a2f9-270962e29858 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:50:42.314459 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:42.430104 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:42.448662 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5f42d-2900-4ea5-a4c1-c472e9c4c170 req-d51c6d96-8a6c-4c36-9a43-fe35a4b2390e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:42.450113 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ab5f42d-2900-4ea5-a4c1-c472e9c4c170 req-d51c6d96-8a6c-4c36-9a43-fe35a4b2390e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 944 time: 0.0827746 Sep 16 17:50:42.456855 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:50:42.466737 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:50:42.471763 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:50:42.475001 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-612e42c0-bfe5-4ef8-b709-5437a0bf95a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:50:42.496887 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-7ab5f42d-2900-4ea5-a4c1-c472e9c4c170 req-6c71bb64-5063-47bd-81eb-4fe831c1d71c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Sep 16 17:50:42.519168 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858', 'code': 200} Sep 16 17:50:42.550509 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:50:42.553498 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:50:42.730305 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d4b6a-e999-4cb2-94e0-a7b8b86e5835 req-89c1ebbb-0003-42fc-8f1e-4a0f974e9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:42.731694 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c67d4b6a-e999-4cb2-94e0-a7b8b86e5835 req-89c1ebbb-0003-42fc-8f1e-4a0f974e9d34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 1098 time: 0.0721490 Sep 16 17:50:42.773079 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-c67d4b6a-e999-4cb2-94e0-a7b8b86e5835 req-4755b10e-1146-4c8a-8068-8ae1ac8c434b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Sep 16 17:50:43.695165 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21669d7f-7155-4f54-bf59-58f72a03bbf0 req-6055949b-fd3b-4f72-9079-2fcda6f6703e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:43.696661 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-21669d7f-7155-4f54-bf59-58f72a03bbf0 req-6055949b-fd3b-4f72-9079-2fcda6f6703e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0893762 Sep 16 17:50:43.742676 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-21669d7f-7155-4f54-bf59-58f72a03bbf0 req-aea281a8-b517-4a55-b3d1-e7c7f88ec741 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Sep 16 17:50:44.929551 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d57c9-9dd2-4606-96a8-d6db30be2676 req-fa3626b7-2ccf-429e-9c17-caaff6ceece1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:50:44.930989 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-196d57c9-9dd2-4606-96a8-d6db30be2676 req-fa3626b7-2ccf-429e-9c17-caaff6ceece1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0793672 Sep 16 17:50:44.974724 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-196d57c9-9dd2-4606-96a8-d6db30be2676 req-571b6151-75fd-42f6-a522-5b57edb2b141 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Sep 16 17:51:00.731001 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-95bb0556-9ac8-4e13-b820-48d371b9cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:01.327966 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:03.397053 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce715-2569-4ae6-8aff-d1dc7c12aaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:04.440105 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:05.808405 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:08.950543 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:12.018543 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:51:14.428786 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-1780319d-be99-4ff9-988c-811ffdcc30a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679150 Sep 16 17:51:14.567976 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-d13c2824-c95e-4d95-beb6-24875200d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:14.569410 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-d13c2824-c95e-4d95-beb6-24875200d141 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 1098 time: 0.0727432 Sep 16 17:51:14.715842 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-25506bb1-980f-4233-843e-9949197f503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:14.717195 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-25506bb1-980f-4233-843e-9949197f503e service neutron] 10.222.0.36 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 915 time: 0.1273735 Sep 16 17:51:14.793739 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-e3a21706-5853-4ec1-ae4c-0e6f2c16bce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858 HTTP/1.1" status: 200 len: 217 time: 0.0682979 Sep 16 17:51:14.858565 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-21e816d7-1aa8-48f2-aa37-40c17cc6be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:14.860028 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-21e816d7-1aa8-48f2-aa37-40c17cc6be71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 200 len: 854 time: 0.0598454 Sep 16 17:51:14.909866 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-bb2c2936-496f-4284-978f-b680c8837da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f21cb0-45a0-4276-befa-917c99da09d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432434 Sep 16 17:51:15.043126 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-1d27166d-c958-4999-826e-6df4f50d991d service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261308 Sep 16 17:51:15.184296 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-712f0323-7b9c-4f2c-9777-fc78d2860d74 req-ae9eb96b-df18-4612-9977-d6b1f4d43bfc service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340854 Sep 16 17:51:16.874650 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5a800-d3c4-4fcb-ae2b-f04196e596a3 req-e7499073-e6c4-4b2c-898b-320f2a3a4c12 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:16.876141 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ced5a800-d3c4-4fcb-ae2b-f04196e596a3 req-e7499073-e6c4-4b2c-898b-320f2a3a4c12 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0843453 Sep 16 17:51:16.923908 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-ced5a800-d3c4-4fcb-ae2b-f04196e596a3 req-b8ce1374-25e8-4ce2-8fb1-4c4cc1421694 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Sep 16 17:51:18.108319 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0322e5-d2aa-40aa-9a83-072ab29e702f req-427b7792-ba31-4a2e-8cec-4bc24061bf40 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:18.109726 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a0322e5-d2aa-40aa-9a83-072ab29e702f req-427b7792-ba31-4a2e-8cec-4bc24061bf40 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0783997 Sep 16 17:51:18.153037 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9a0322e5-d2aa-40aa-9a83-072ab29e702f req-57a791be-66c4-4dcc-aa24-63fba51d64a3 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Sep 16 17:51:19.341726 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153a03c-9124-4ea8-a382-3a3b11fe4639 req-b370b716-6bc9-4a64-ae56-024d619f0a4e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:19.343162 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4153a03c-9124-4ea8-a382-3a3b11fe4639 req-b370b716-6bc9-4a64-ae56-024d619f0a4e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0819020 Sep 16 17:51:19.386281 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4153a03c-9124-4ea8-a382-3a3b11fe4639 req-daeb1f45-3252-4320-9d0e-7cf6459b6822 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 Sep 16 17:51:20.580582 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f60629-aa4c-488b-8921-599cdb4e3bc8 req-a04dd5c7-41de-40bc-947e-27244ef45235 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:20.582006 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-27f60629-aa4c-488b-8921-599cdb4e3bc8 req-a04dd5c7-41de-40bc-947e-27244ef45235 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0778174 Sep 16 17:51:20.629608 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-27f60629-aa4c-488b-8921-599cdb4e3bc8 req-97d230e1-be8e-42f3-8169-ba7e45300901 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Sep 16 17:51:21.361973 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-367ad8d7-d68d-4d14-8ae8-bf3250bdbcbe tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:21.362657 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-367ad8d7-d68d-4d14-8ae8-bf3250bdbcbe tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Synchronizing usage tracker for tenant:8f1773d865844e458261c5b37abf9b26 on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:51:21.379461 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-367ad8d7-d68d-4d14-8ae8-bf3250bdbcbe tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Unset dirty status for tenant:8f1773d865844e458261c5b37abf9b26 on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:51:21.380658 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-367ad8d7-d68d-4d14-8ae8-bf3250bdbcbe tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0959158 Sep 16 17:51:21.453186 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Deleting port b2bb6c69-5e2d-49b3-a2f9-270962e29858 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:51:21.453525 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:21.696754 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] For port b2bb6c69-5e2d-49b3-a2f9-270962e29858, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b2bb6c69-5e2d-49b3-a2f9-270962e29858,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:51:21.697108 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:21.811428 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa5cd-2012-4f20-a745-07fb231693f0 req-8f736823-76e6-4f55-a124-33a8660fff92 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:21.813005 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e2aa5cd-2012-4f20-a745-07fb231693f0 req-8f736823-76e6-4f55-a124-33a8660fff92 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5779829-e775-43dd-9e08-e124f1c7d685 HTTP/1.1" status: 200 len: 945 time: 0.0790775 Sep 16 17:51:21.817091 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Calling delete_port for b2bb6c69-5e2d-49b3-a2f9-270962e29858 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:51:21.864586 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3e2aa5cd-2012-4f20-a745-07fb231693f0 req-9744094b-1dcb-4e10-8286-5490198ebbe6 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458965 Sep 16 17:51:22.063965 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:22.069497 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0de9e8ff-a7d2-42ee-bee0-7c1d42cc32a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:22.075486 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['b2bb6c69-5e2d-49b3-a2f9-270962e29858'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:51:22.114834 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Pushing event deleted for resources: {'Port': ['ID=b2bb6c69-5e2d-49b3-a2f9-270962e29858,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:22.157667 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.158042 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.158403 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.158760 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.159111 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.159466 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.159841 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.160187 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.160537 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.160884 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.161228 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.161568 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:22.164693 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:22.203342 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] No DVR routers for this DVR port b2bb6c69-5e2d-49b3-a2f9-270962e29858 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:51:22.205651 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:22.208374 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'name': 'network-vif-deleted', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:51:22.223762 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-5d822bed-9538-467a-a9d8-d3e8bf7e366e req-e566569b-684f-4a4a-957c-0a98fa970359 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "DELETE /v2.0/ports/b2bb6c69-5e2d-49b3-a2f9-270962e29858 HTTP/1.1" status: 204 len: 173 time: 0.8374603 Sep 16 17:51:22.252405 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5779829-e775-43dd-9e08-e124f1c7d685', 'name': 'network-vif-deleted', 'tag': 'b2bb6c69-5e2d-49b3-a2f9-270962e29858', 'status': 'completed', 'code': 200} Sep 16 17:51:24.433352 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device b2bb6c69-5e2d-49b3-a2f9-270962e29858 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:51:24.467955 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: b2bb6c69-5e2d-49b3-a2f9-270962e29858 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:51:24.468310 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device b2bb6c69-5e2d-49b3-a2f9-270962e29858 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:51:27.144165 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-13d8bc1f-0b8d-47cd-a599-6bddb5b6c2db tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:27.145512 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-13d8bc1f-0b8d-47cd-a599-6bddb5b6c2db tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 814 time: 0.1490314 Sep 16 17:51:27.159848 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-166d4bc8-65a0-45fb-8773-695b51172f75 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/quotas/8f1773d865844e458261c5b37abf9b26 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Sep 16 17:51:27.209985 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-3006f17e-a4ec-4de3-a395-c63af88a3ae4 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453320 Sep 16 17:51:27.339993 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-0763fba7-184d-455d-b223-07ce695d0a3a service neutron] 10.222.0.32 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232896 Sep 16 17:51:27.470257 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-6a0e69fd-6fc1-44ab-b650-a1877bc63fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244500 Sep 16 17:51:27.641853 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4e109de0-cadd-4bfd-9252-87a272aaadb8 req-3681a60f-011f-47c3-82d6-ff695dbc935a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 210 time: 0.0415776 Sep 16 17:51:28.640316 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-55faf35f-ca5a-49e2-99ca-6a6775a495d2 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:28.641752 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-55faf35f-ca5a-49e2-99ca-6a6775a495d2 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 814 time: 0.1462376 Sep 16 17:51:28.654101 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Request body: {'port': {'device_id': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7', 'admin_state_up': True, 'tenant_id': '8f1773d865844e458261c5b37abf9b26'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:51:28.793652 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 16 17:51:28.797225 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-14a9e96e-53ae-4ca4-a1bb-7591deb4e8e5 req-fc8ed5a3-d128-4cd7-88c8-dfc45cd198e2 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 210 time: 0.0454621 Sep 16 17:51:28.797737 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Usage tracker for resource:port and tenant:8f1773d865844e458261c5b37abf9b26 is out of sync, need to count used quota {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 16 17:51:28.800563 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 16 17:51:28.806199 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.quota.driver [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 16 17:51:28.819236 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Made reservation on behalf of 8f1773d865844e458261c5b37abf9b26 for: {'port': 1} {{(pid=79463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 17:51:28.822875 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:28.989448 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_common [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Allocated IP 172.20.0.5 (11f21cb0-45a0-4276-befa-917c99da09d7/a02a505d-d60f-44ce-97a1-0d31791a4430/48674ef0-ca09-44cd-a8a7-43e650fd0825) {{(pid=79463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 17:51:29.189663 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks [] for port, precommit_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.217367 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794222397260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_create {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.222548 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-699a8d35-eb50-414b-864a-47b5acb56178 tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:29.289634 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Network 11f21cb0-45a0-4276-befa-917c99da09d7 is already hosted by enough agents. {{(pid=79463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 17:51:29.293408 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.scheduler.base_scheduler [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Resources bound (agent type, host, resource id): {{(pid=79463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 17:51:29.297174 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Received port after_create {{(pid=79463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 16 17:51:29.326574 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Pushing event updated for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=1']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:29.332596 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:29.361911 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:29.362496 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.385236 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-b4ea087a-f65f-4434-992e-feff04387a5b tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341883 Sep 16 17:51:29.395657 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.v2.base [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Request body: {'port': {'device_id': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 16 17:51:29.506338 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.846978 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48674ef0-ca09-44cd-a8a7-43e650fd0825 {{(pid=79463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:51:29.854748 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.869701 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.provisioning_blocks [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Transition to ACTIVE for port object 48674ef0-ca09-44cd-a8a7-43e650fd0825 will not be triggered until provisioned by entity L2. {{(pid=79463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 17:51:29.874415 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:29.877413 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2f262861-b6d6-4277-aae5-148561470d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:29.989572 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27899a1-965b-4fdb-a049-d24b6e1aa71a req-d5fd0693-ab95-42eb-a2d4-cf1962f2f044 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:29.991044 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f27899a1-965b-4fdb-a049-d24b6e1aa71a req-d5fd0693-ab95-42eb-a2d4-cf1962f2f044 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 943 time: 0.0833662 Sep 16 17:51:30.037855 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-f27899a1-965b-4fdb-a049-d24b6e1aa71a req-7b7d0d39-6a77-4261-9b20-6e078206658c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Sep 16 17:51:30.131575 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Pushing event updated for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=2']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:30.134595 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:30.199177 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Attempting to bind port 48674ef0-ca09-44cd-a8a7-43e650fd0825 on host hv-cinder-80943 for vnic_type normal with profile {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 17:51:30.199498 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Attempting to bind port 48674ef0-ca09-44cd-a8a7-43e650fd0825 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 17:51:30.199847 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Attempting to bind port 48674ef0-ca09-44cd-a8a7-43e650fd0825 on network 11f21cb0-45a0-4276-befa-917c99da09d7 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:51:30.204516 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Port 48674ef0-ca09-44cd-a8a7-43e650fd0825 on network 11f21cb0-45a0-4276-befa-917c99da09d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 16 17:51:30.204836 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Attempting to bind port 48674ef0-ca09-44cd-a8a7-43e650fd0825 on network 11f21cb0-45a0-4276-befa-917c99da09d7 {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 16 17:51:30.209923 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Checking agent: {'id': 'f0499d49-1e4f-4658-956a-1b795d6adb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'started_at': datetime.datetime(2021, 9, 16, 17, 40, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 16 17:51:30.210276 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Checking segment: {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 16 17:51:30.210655 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Bound using segment: {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'} {{(pid=79463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 16 17:51:30.211069 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.managers [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Bound port: 48674ef0-ca09-44cd-a8a7-43e650fd0825, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2f2eb-178b-4622-a73a-ed7d560a60a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7'}}] {{(pid=79463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 17:51:30.211404 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:30.300687 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, cleared binding levels {{(pid=79463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 16 17:51:30.303551 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 16 17:51:30.309391 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14857439'] for port, after_update {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:30.313877 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-2623b6c4-9ccb-47ba-8494-34e61bcaae76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:30.367775 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:30.368385 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:30.370360 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] 10.222.0.36 "PUT /v2.0/ports/48674ef0-ca09-44cd-a8a7-43e650fd0825 HTTP/1.1" status: 200 len: 1093 time: 0.9785514 Sep 16 17:51:30.370851 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:51:30.395832 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Pushing event updated for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=3']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:30.399572 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-e2c7036a-ceeb-4688-8080-b4f4ec827b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:30.440400 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825', 'status': 'completed', 'code': 200} Sep 16 17:51:30.481532 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-f83a499a-d1d0-4c0c-af46-605cf478c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:30.483145 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-f83a499a-d1d0-4c0c-af46-605cf478c305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 1096 time: 0.0778458 Sep 16 17:51:30.550334 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-66447707-c2bb-410d-a1f1-9b96884a8ce4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825 HTTP/1.1" status: 200 len: 217 time: 0.0594373 Sep 16 17:51:30.613559 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-55ae9317-893c-41cb-a2da-dcd94d654e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:30.614944 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-55ae9317-893c-41cb-a2da-dcd94d654e91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 200 len: 854 time: 0.0585773 Sep 16 17:51:30.659847 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-22c307a5-6a92-41b3-a438-a10f662fa1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f21cb0-45a0-4276-befa-917c99da09d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389247 Sep 16 17:51:30.732144 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-9c471196-5803-4af7-b4af-85a81f81f1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:30.791682 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-0b17ab36-6a43-4fa9-ad96-2e9004057ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245017 Sep 16 17:51:30.924692 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-8aa2c29b-e3a7-4028-aa14-93709706cf8c req-a01da2ff-9e9b-4204-b024-021070ce7d3d service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267569 Sep 16 17:51:31.042876 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-0614be95-e9e6-4c0e-b518-3baa25e828fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:31.044334 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-0614be95-e9e6-4c0e-b518-3baa25e828fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f1773d865844e458261c5b37abf9b26&device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 1096 time: 0.0724652 Sep 16 17:51:31.179017 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-7e76b9a3-b1ae-4277-90b5-399dfcada23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:31.180424 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-7e76b9a3-b1ae-4277-90b5-399dfcada23d service neutron] 10.222.0.36 "GET /v2.0/networks?id=11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 200 len: 915 time: 0.1287940 Sep 16 17:51:31.220899 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa091-c236-49e3-9364-f65dbb65c97e req-4241400f-efc7-4c75-bf37-e59bec1645ec tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:31.222464 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4a6fa091-c236-49e3-9364-f65dbb65c97e req-4241400f-efc7-4c75-bf37-e59bec1645ec tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 943 time: 0.0794418 Sep 16 17:51:31.248524 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-c0d2db29-e6d9-412e-a8cc-5b6dfaa29c38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825 HTTP/1.1" status: 200 len: 217 time: 0.0610466 Sep 16 17:51:31.266383 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4a6fa091-c236-49e3-9364-f65dbb65c97e req-0e6fecd8-1073-480e-82c1-33ea4d5f1478 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Sep 16 17:51:31.313326 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-fc23c5a7-c581-4769-85d7-4fdddf6761b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:31.314767 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-fc23c5a7-c581-4769-85d7-4fdddf6761b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 200 len: 854 time: 0.0603335 Sep 16 17:51:31.331119 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:31.362990 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-fada2df3-e232-4731-ab10-0ebf134c151a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f21cb0-45a0-4276-befa-917c99da09d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411208 Sep 16 17:51:31.492033 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-4ae33f17-5160-4a88-b654-1af1c11c36d2 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214142 Sep 16 17:51:31.622210 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-296f06b9-6ed1-4bd2-b4a9-cd55e073a8cd req-4dd2c89f-2b31-42ee-b6e3-d0d51d73bd56 service neutron] 10.222.0.36 "GET /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236863 Sep 16 17:51:32.462817 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 48674ef0-ca09-44cd-a8a7-43e650fd0825 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 16 17:51:32.531225 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5664786-83ed-48e9-99ed-1c14dbda5a60 req-a3e8817f-e672-473d-b0e6-97ecdc208e35 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:32.532775 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e5664786-83ed-48e9-99ed-1c14dbda5a60 req-a3e8817f-e672-473d-b0e6-97ecdc208e35 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 943 time: 0.1614556 Sep 16 17:51:32.576897 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-e5664786-83ed-48e9-99ed-1c14dbda5a60 req-faa3c43b-cf5c-4583-aba8-760963cb4527 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Sep 16 17:51:32.592461 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:51:32.605942 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Returning: {'device': '48674ef0-ca09-44cd-a8a7-43e650fd0825', 'network_id': '11f21cb0-45a0-4276-befa-917c99da09d7', 'port_id': '48674ef0-ca09-44cd-a8a7-43e650fd0825', 'mac_address': 'fa:16:3e:1a:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02a505d-d60f-44ce-97a1-0d31791a4430', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 16 17:51:32.661887 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:32.678190 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48674ef0-ca09-44cd-a8a7-43e650fd0825 {{(pid=79464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 17:51:32.692647 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:51:32.696456 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:32.698336 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:32.761664 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=4']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:32.768597 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.768936 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.769269 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.769594 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.769916 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.770234 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.770549 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.770863 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.771176 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.771489 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.771822 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.772136 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:51:32.776347 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:32.894298 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['48674ef0-ca09-44cd-a8a7-43e650fd0825'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:51:33.397459 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-7db6553a-a007-4a97-a3cd-7c6c9c9c7c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:33.759448 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01435-c5d6-4c8d-848f-0f5b92884d9c req-2dba59ac-1b77-4469-9411-ed9dd6a2f11c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:33.761501 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bbd01435-c5d6-4c8d-848f-0f5b92884d9c req-2dba59ac-1b77-4469-9411-ed9dd6a2f11c tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 944 time: 0.0815904 Sep 16 17:51:33.804856 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-bbd01435-c5d6-4c8d-848f-0f5b92884d9c req-8df1491e-17af-434b-92f3-ca605ab6b14a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Sep 16 17:51:34.443007 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:34.477435 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 48674ef0-ca09-44cd-a8a7-43e650fd0825 up at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 16 17:51:34.543715 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning for port 48674ef0-ca09-44cd-a8a7-43e650fd0825 completed by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 17:51:34.548335 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.db.provisioning_blocks [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Provisioning complete for port 48674ef0-ca09-44cd-a8a7-43e650fd0825 triggered by entity L2. {{(pid=79464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 17:51:34.548715 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474151'] for port, provisioning_complete {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:34.663044 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1396015'] for port, before_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:34.688471 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825'}] {{(pid=79464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:51:34.699078 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:51:34.704723 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794222815326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794222397278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794222397323'] for port, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:34.706554 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:34.736227 dv-cinder-809439-1-smb neutron-server[79464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825', 'code': 200} Sep 16 17:51:34.778181 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Pushing event updated for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=5']} {{(pid=79464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:34.781188 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG oslo_concurrency.lockutils [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:34.959075 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d00aeb-e8d1-481c-8dcf-e29f3b16f8c3 req-328662e7-8b55-409f-a73c-dad91c9f6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:34.960473 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-17d00aeb-e8d1-481c-8dcf-e29f3b16f8c3 req-328662e7-8b55-409f-a73c-dad91c9f6acd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 1098 time: 0.0708139 Sep 16 17:51:34.995531 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7bb7-b945-433b-8182-3923aee5359b req-eb640fe0-1fde-4161-9713-c2923d3bfa5e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:34.997003 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c7c7bb7-b945-433b-8182-3923aee5359b req-eb640fe0-1fde-4161-9713-c2923d3bfa5e tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0821040 Sep 16 17:51:35.005662 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-17d00aeb-e8d1-481c-8dcf-e29f3b16f8c3 req-8dd43fc1-f5ac-4fa5-a2e0-d8fb9d7e3957 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Sep 16 17:51:35.040019 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-4c7c7bb7-b945-433b-8182-3923aee5359b req-f3d70b92-431c-498e-969a-2e83c7a1c516 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372467 Sep 16 17:51:35.812565 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:36.234952 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148f72-2105-4a44-9b6a-ca98718a5efd req-1c5ac7f0-b46a-426f-ba2c-9433e4114a54 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:36.236441 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40148f72-2105-4a44-9b6a-ca98718a5efd req-1c5ac7f0-b46a-426f-ba2c-9433e4114a54 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0829782 Sep 16 17:51:36.280554 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-40148f72-2105-4a44-9b6a-ca98718a5efd req-5e32f811-826c-4011-993a-06ca34ea04fd tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Sep 16 17:51:38.944487 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:49.016847 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:51:52.135893 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9cc71-006a-4552-99ca-092d20a19a26 req-59b3938f-25db-4792-993a-e9025718af5a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:52.137446 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-02f9cc71-006a-4552-99ca-092d20a19a26 req-59b3938f-25db-4792-993a-e9025718af5a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0798030 Sep 16 17:51:52.180544 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-02f9cc71-006a-4552-99ca-092d20a19a26 req-22711eb9-ffa0-441c-9cec-c20fcd7798e4 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Sep 16 17:51:53.368153 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55998324-b838-46a1-96ed-d40ee0aebf95 req-48ab38a7-47d9-40c4-8728-7fc96139c5d5 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:53.369584 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-55998324-b838-46a1-96ed-d40ee0aebf95 req-48ab38a7-47d9-40c4-8728-7fc96139c5d5 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0811594 Sep 16 17:51:53.413255 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-55998324-b838-46a1-96ed-d40ee0aebf95 req-7c4641c8-41a8-492e-b215-26dc48df7245 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371733 Sep 16 17:51:54.595712 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a6e1-6cf1-4485-bdaa-57bd64170be4 req-7a3fb493-fe78-4f3f-8bf8-b56f9b41e8e8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:54.597166 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3822a6e1-6cf1-4485-bdaa-57bd64170be4 req-7a3fb493-fe78-4f3f-8bf8-b56f9b41e8e8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0785766 Sep 16 17:51:54.644031 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-3822a6e1-6cf1-4485-bdaa-57bd64170be4 req-de7bb666-ebbf-4fda-8b49-a51afb052555 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Sep 16 17:51:55.827445 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fec1f1-5ef7-4354-b96f-e53f618c1936 req-0b504ad2-a945-4d34-b460-63197af36706 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:55.828934 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-20fec1f1-5ef7-4354-b96f-e53f618c1936 req-0b504ad2-a945-4d34-b460-63197af36706 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.0794570 Sep 16 17:51:55.872416 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-20fec1f1-5ef7-4354-b96f-e53f618c1936 req-750b9784-57ad-4332-8548-00b9bb761f7a tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/security-groups?id=e65b1cad-785c-4a2b-8f65-4da1b4546450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Sep 16 17:51:56.309320 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-1a706e47-98fe-4c98-a1e1-ef4563d228a8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 17:51:56.309993 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-1a706e47-98fe-4c98-a1e1-ef4563d228a8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Synchronizing usage tracker for tenant:8f1773d865844e458261c5b37abf9b26 on resource:port {{(pid=79463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 16 17:51:56.324802 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.quota.resource [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-1a706e47-98fe-4c98-a1e1-ef4563d228a8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Unset dirty status for tenant:8f1773d865844e458261c5b37abf9b26 on resource:port {{(pid=79463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 16 17:51:56.325782 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-1a706e47-98fe-4c98-a1e1-ef4563d228a8 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 945 time: 0.1806893 Sep 16 17:51:56.396258 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Deleting port 48674ef0-ca09-44cd-a8a7-43e650fd0825 {{(pid=79463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 16 17:51:56.396580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794222810691'] for port, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:56.634447 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.db [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] For port 48674ef0-ca09-44cd-a8a7-43e650fd0825, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=48674ef0-ca09-44cd-a8a7-43e650fd0825,segment=NetworkSegment(95b2f2eb-178b-4622-a73a-ed7d560a60a3),segment_id=95b2f2eb-178b-4622-a73a-ed7d560a60a3)] {{(pid=79463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 16 17:51:56.634694 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523157'] for port, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:56.759054 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.plugin [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Calling delete_port for 48674ef0-ca09-44cd-a8a7-43e650fd0825 owned by compute:nova {{(pid=79463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 16 17:51:56.897725 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1396072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794222815335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794222397269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14857416'] for port, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:56.903831 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-0aafdd9e-822a-489e-86f1-fc4f85b0b26f tempest-AttachVolumeNegativeTest-560454887 tempest-AttachVolumeNegativeTest-560454887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:51:56.913163 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.db [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] get_ports_and_sgs() called for port_ids ['48674ef0-ca09-44cd-a8a7-43e650fd0825'] {{(pid=79464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 16 17:51:56.952571 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Pushing event deleted for resources: {'Port': ['ID=48674ef0-ca09-44cd-a8a7-43e650fd0825,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:51:56.955681 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:51:57.028817 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] No DVR routers for this DVR port 48674ef0-ca09-44cd-a8a7-43e650fd0825 on host hv-cinder-80943 {{(pid=79463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 17:51:57.031240 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10469'] for port, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:51:57.033881 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'name': 'network-vif-deleted', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825'}] {{(pid=79463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 17:51:57.038633 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [req-9d552d23-1435-4375-8fbb-1b1b3a8d4163 req-83721011-29c1-4fb0-bbf5-7a1bb1a1a926 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.32 "GET /v2.0/ports?device_id=15021c48-5e8d-47a5-8b27-2f0db04b9148 HTTP/1.1" status: 200 len: 210 time: 0.0483840 Sep 16 17:51:57.050101 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [req-9a6872d9-6dd2-440f-afd4-be5a5dbcea83 req-7617a6f6-89a1-4e92-bc4a-2f39a9d2e1a1 tempest-VolumesSnapshotTestJSON-1875307035 tempest-VolumesSnapshotTestJSON-1875307035-project] 10.222.0.36 "DELETE /v2.0/ports/48674ef0-ca09-44cd-a8a7-43e650fd0825 HTTP/1.1" status: 204 len: 173 time: 0.7188818 Sep 16 17:51:57.078723 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15021c48-5e8d-47a5-8b27-2f0db04b9148', 'name': 'network-vif-deleted', 'tag': '48674ef0-ca09-44cd-a8a7-43e650fd0825', 'status': 'completed', 'code': 200} Sep 16 17:52:00.618864 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 48674ef0-ca09-44cd-a8a7-43e650fd0825 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 16 17:52:00.651995 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.plugin [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] No Port match for: 48674ef0-ca09-44cd-a8a7-43e650fd0825 {{(pid=79464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 16 17:52:00.652339 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron.plugins.ml2.rpc [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Device 48674ef0-ca09-44cd-a8a7-43e650fd0825 not bound to the agent host hv-cinder-80943 {{(pid=79464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 16 17:52:00.734064 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8638-d5fa-4e25-a80e-e181b50a0fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:01.333383 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:03.399423 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-0ce81124-8c00-43c8-a7f5-781790aa96d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:04.448445 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:05.814780 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:08.944998 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.154950 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 50388) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:52:17.213913 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Deleting subnet a02a505d-d60f-44ce-97a1-0d31791a4430 {{(pid=79463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 16 17:52:17.216811 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.264086 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15295241'] for subnet, precommit_delete_associations {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.321138 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462901'] for subnet, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.386864 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14857365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13729953'] for subnet, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.390580 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-3b9590cf-d5c2-4d7d-aafb-bedb5945c81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:52:17.425813 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02a505d-d60f-44ce-97a1-0d31791a4430,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:52:17.427699 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.430617 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:52:17.434865 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-ff7b4ff4-9c4e-44d8-8b75-f0821daca8db admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a02a505d-d60f-44ce-97a1-0d31791a4430 HTTP/1.1" status: 204 len: 168 time: 0.2788739 Sep 16 17:52:17.437420 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.wsgi [-] (79463) accepted ('10.222.0.32', 50392) {{(pid=79463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:52:17.538654 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782454'] for network, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.657626 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468152', 'neutron.services.segments.db._delete_segments_for_network-8794222935480'] for network, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.681162 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f21cb0-45a0-4276-befa-917c99da09d7']}} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:52:17.696388 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2f2eb-178b-4622-a73a-ed7d560a60a3') {'for_net_delete': True} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:52:17.696679 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.services.segments.db [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2f2eb-178b-4622-a73a-ed7d560a60a3') {} {{(pid=79463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 17:52:17.708055 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794222935327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15295232'] for segment, before_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.724134 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463743'] for segment, precommit_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.730122 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=79463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 17:52:17.730544 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1463712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14857275'] for segment, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: Traceback (most recent call last): Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: timer() Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: cb(*args, **kw) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: return func(*args, **kwargs) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: self._notify() Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: self.callback(batched_events) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: event.method(event) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: return f(self, *a, **k) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: return self._get(url).json() Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: return self.request(url, 'GET', **kwargs) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 17:52:17.743253 dv-cinder-809439-1-smb neutron-server[79463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 17:52:17.816930 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523800'] for network, after_delete {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.820587 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-85d1beaa-b5f0-42b1-a0a5-1fba6959282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:52:17.835869 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron_lib.callbacks.manager [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651933'] for network, before_response {{(pid=79463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:17.845846 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f21cb0-45a0-4276-befa-917c99da09d7,revision_number=None']} {{(pid=79463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:52:17.850328 dv-cinder-809439-1-smb neutron-server[79463]: DEBUG oslo_concurrency.lockutils [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:52:17.860373 dv-cinder-809439-1-smb neutron-server[79463]: INFO neutron.wsgi [None req-a72ea2ff-4a73-49fa-9de7-44e3f6596a25 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11f21cb0-45a0-4276-befa-917c99da09d7 HTTP/1.1" status: 204 len: 168 time: 0.4220002 Sep 16 17:52:17.965108 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 50398) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:52:18.014196 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-bf06316c-abd8-46a7-a33f-3e32498f76f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f1773d865844e458261c5b37abf9b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479033 Sep 16 17:52:18.016578 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.wsgi [-] (79462) accepted ('10.222.0.32', 50402) {{(pid=79462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 16 17:52:18.072949 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:18.097715 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:18.148472 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470976'] for security_group, after_delete {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:18.153063 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-d9c50bcf-d607-44c3-995f-c5212948bb0f tempest-TestShelveInstance-363739465 tempest-TestShelveInstance-363739465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 17:52:18.166061 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b1cad-785c-4a2b-8f65-4da1b4546450,revision_number=None']} {{(pid=79462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 17:52:18.176899 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.177275 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.177645 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.178009 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.178369 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.178778 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.179084 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.179437 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.179815 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.180170 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.180518 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.180866 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-smb {{(pid=79462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 17:52:18.184375 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG neutron_lib.callbacks.manager [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:18.185475 dv-cinder-809439-1-smb neutron-server[79462]: INFO neutron.wsgi [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e65b1cad-785c-4a2b-8f65-4da1b4546450 HTTP/1.1" status: 204 len: 168 time: 0.1680305 Sep 16 17:52:18.186346 dv-cinder-809439-1-smb neutron-server[79462]: DEBUG oslo_concurrency.lockutils [None req-3795cf94-a034-4c5a-8d79-ad484cce524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 17:52:26.016549 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:52:30.736641 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-403b4d82-678c-486f-a9fc-4503fe6a77f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:31.335138 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:33.402045 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-f3821caa-1cec-4797-a3cb-3d37b8949410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:34.447085 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:35.817867 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:52:38.959067 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:00.740275 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccb44-8f9a-430d-a380-7b7f7d51ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:01.338325 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:03.017765 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:53:03.402218 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ff9268c0-f324-4076-b27c-b65435df3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:04.451332 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:05.821116 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:08.974859 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:30.742202 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-e420eaf7-f53f-4cdb-993c-a5c370ca0e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:31.339820 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:33.403959 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-7367d323-a629-4ad0-8443-76c53876381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:34.453998 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:35.911313 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:38.977743 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:53:40.017528 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:54:00.743286 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b74b1161-c702-4a09-8779-008643ea83b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:01.340948 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:03.404755 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-a595c949-e71a-45ed-88ae-cef68f956eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:04.455399 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:05.825664 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:08.989757 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:17.018929 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:54:30.743416 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-aeea9115-3d1f-4723-8110-39c43883ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:31.343246 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:33.404907 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-27a2bae3-b72d-4745-864c-631bc9924649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:34.458256 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:35.837249 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:39.005322 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:54:54.018909 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:55:00.744696 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b58c-1d1b-400e-a4fa-e2859e1e5b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:01.344648 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:03.405028 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-787b6f83-46a5-4a55-8fa6-7b7b0f75c406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:04.461922 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:05.835468 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:09.019790 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:30.746084 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-f364c1c5-dbb4-4dd0-82e8-f0831948832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:31.017129 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:55:31.345815 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:33.406058 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b9c441c5-6719-4f1e-abb6-1eb1cd962982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:34.465139 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:35.837975 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:55:39.017598 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:00.747268 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-d8d22d6d-fafa-48bc-89aa-3517ab464bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:01.349672 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:03.407924 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b2372a8a-4754-4ffd-a140-14a44ee0f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:04.468202 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:05.841001 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:08.015864 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:56:09.018194 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:30.748949 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-987a353f-4b91-4146-9119-d6f217d5d262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:31.352087 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:33.409164 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-211dfd44-0b39-448d-8363-05db4b23ad02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:34.469151 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:35.845134 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:39.027055 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:56:45.014677 dv-cinder-809439-1-smb neutron-server[79465]: DEBUG neutron.db.agents_db [None req-f26487de-301a-419d-a265-0389128f5249 None None] Agent healthcheck: found 6 active agents {{(pid=79465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 16 17:57:00.751756 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3b51713d-60c1-4273-a91c-3282dd68840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:01.356500 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b72989b6-c866-4835-b027-c58a67caeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:03.411738 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-ae26149e-58f0-4a3e-a058-41c20c077004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:04.471527 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef3b3-89e8-43ac-959e-44d6b13c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:05.849632 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-550ee1a0-b698-4698-bea2-6ce32d72f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 17:57:09.032834 dv-cinder-809439-1-smb neutron-server[79464]: DEBUG neutron_lib.callbacks.manager [None req-b1667a6b-3273-4212-9439-7d639505ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794222935462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474230'] for agent, after_update {{(pid=79464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}